[ 531.788917] env[69976]: INFO neutron.common.config [-] Logging enabled! [ 531.789238] env[69976]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev38 [ 531.789503] env[69976]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69976) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 531.789883] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 531.789988] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 531.790827] env[69976]: WARNING oslo_policy.policy [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 531.791078] env[69976]: WARNING oslo_policy.policy [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 531.792600] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] VMware NSXv3 Agent initialized successfully. [ 531.792960] env[69976]: DEBUG oslo_concurrency.lockutils [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] Acquiring lock "singleton_lock" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.793117] env[69976]: DEBUG oslo_concurrency.lockutils [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] Acquired lock "singleton_lock" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.793351] env[69976]: DEBUG oslo_concurrency.lockutils [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] Releasing lock "singleton_lock" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.793743] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] Full set of CONF: {{(pid=69976) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 531.793872] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ******************************************************************************** {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 531.793989] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] Configuration options gathered from: {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 531.794289] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 531.794471] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 531.794589] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ================================================================================ {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 531.794766] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] agent_down_time = 75 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.794916] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] allow_automatic_dhcp_failover = True {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.795070] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] allow_bulk = True {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.795225] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] api_extensions_path = {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.795372] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] api_paste_config = api-paste.ini {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.795521] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] auth_strategy = keystone {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.795635] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] backdoor_port = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.795747] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] backdoor_socket = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.795894] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] backlog = 4096 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.796053] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.796276] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] bind_host = 0.0.0.0 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.796448] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] bind_port = 9696 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.796596] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] client_socket_timeout = 900 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.796744] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] config_dir = [] {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.796863] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.797019] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] config_source = [] {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.797172] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] control_exchange = neutron {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.797332] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] core_plugin = ml2 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.797473] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] debug = True {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.797619] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] default_availability_zones = [] {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.797833] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.798019] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] dhcp_agent_notification = True {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.798181] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] dhcp_agents_per_network = 1 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.798328] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] dhcp_lease_duration = 86400 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.798488] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] dhcp_load_type = networks {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.798638] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] dns_domain = openstacklocal {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.798785] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.798949] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] enable_default_route_bfd = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.799120] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] enable_default_route_ecmp = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.799289] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] enable_dvr = True {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.799438] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] enable_new_agents = True {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.799578] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.799719] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] enable_signals = True {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.799858] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] enable_traditional_dhcp = True {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.799997] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] external_dns_driver = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.800160] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] filter_validation = True {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.800311] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] global_physnet_mtu = 8950 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.800452] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] graceful_shutdown_timeout = 60 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.800638] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] host = cpu-1 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.800785] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] host_dvr_for_dhcp = True {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.800930] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] http_retries = 3 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.801094] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] instance_format = [instance: %(uuid)s] {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.801242] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.801389] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ipam_driver = internal {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.801524] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ipv6_pd_enabled = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.801663] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] l3_ha = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.801807] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.801950] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] l3_ha_network_physical_name = {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.802113] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] l3_ha_network_type = {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.802288] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] log_color = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.802442] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] log_config_append = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.802591] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.802733] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] log_dir = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.802872] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] log_file = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.802985] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] log_options = True {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.803148] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] log_rotate_interval = 1 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.803301] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] log_rotate_interval_type = days {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.803444] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] log_rotation_type = none {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.803557] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.803666] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.803816] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.803949] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.804080] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.804224] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] max_dns_nameservers = 5 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.804364] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] max_header_line = 16384 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.804503] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] max_l3_agents_per_router = 3 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.804643] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] max_logfile_count = 30 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.804784] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] max_logfile_size_mb = 200 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.804923] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] max_subnet_host_routes = 20 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.805084] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] my_ip = 10.180.1.21 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.805262] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] my_ipv6 = ::1 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.805400] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] network_auto_schedule = True {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.805541] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] network_link_prefix = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.805691] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.805838] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] notify_nova_on_port_data_changes = True {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.805987] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] notify_nova_on_port_status_changes = True {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.806152] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] pagination_max_limit = -1 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.806293] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] publish_errors = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.806432] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] rate_limit_burst = 0 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.806581] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] rate_limit_except_level = CRITICAL {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.806721] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] rate_limit_interval = 0 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.806861] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] retry_until_window = 30 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.807009] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] router_distributed = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.807162] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] rpc_resources_processing_step = 20 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.807308] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] rpc_response_max_timeout = 600 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.807473] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] rpc_response_timeout = 60 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.807595] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] send_events_interval = 2 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.807753] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] service_plugins = ['router'] {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.807928] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] setproctitle = on {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.808090] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] shell_completion = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.808221] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] state_path = /opt/stack/data/neutron {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.808403] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] syslog_log_facility = LOG_USER {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.808544] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] tcp_keepidle = 600 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.808693] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] transport_url = **** {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.808839] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] use_journal = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.808982] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] use_json = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.809139] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] use_ssl = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.809276] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] use_stderr = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.809421] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] use_syslog = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.809563] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] vlan_qinq = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.809709] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] vlan_transparent = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.809867] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] watch_log_file = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.809968] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] wsgi_default_pool_size = 100 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.810120] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] wsgi_keep_alive = True {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.810277] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.810408] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] wsgi_server_debug = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.810567] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_concurrency.disable_process_locking = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.810743] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.810968] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.811160] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.811299] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.811467] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.811614] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.811773] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] profiler.connection_string = messaging:// {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.811927] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] profiler.enabled = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.812092] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] profiler.es_doc_type = notification {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.812272] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] profiler.es_scroll_size = 10000 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.812381] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] profiler.es_scroll_time = 2m {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.812522] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] profiler.filter_error_trace = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.812671] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] profiler.hmac_keys = **** {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.812821] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] profiler.sentinel_service_name = mymaster {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.812970] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] profiler.socket_timeout = 0.1 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.813128] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] profiler.trace_requests = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.813273] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] profiler.trace_sqlalchemy = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.813428] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] profiler_jaeger.process_tags = {} {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.813568] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] profiler_jaeger.service_name_prefix = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.813767] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] profiler_otlp.service_name_prefix = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.813868] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_policy.enforce_new_defaults = True {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.814167] env[69976]: WARNING oslo_config.cfg [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 531.814348] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_policy.enforce_scope = True {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.814516] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_policy.policy_default_rule = default {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.814682] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.815015] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.815199] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.815347] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.815493] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.815633] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.815807] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.815928] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.816103] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.816265] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] agent.extensions = [] {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.816416] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.816567] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] service_providers.service_provider = [] {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.816723] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] QUOTAS.default_quota = -1 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.816885] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.817036] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] QUOTAS.quota_floatingip = 50 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.817187] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] QUOTAS.quota_network = 100 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.817343] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] QUOTAS.quota_port = 500 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.817507] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.817652] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] QUOTAS.quota_router = 10 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.817795] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] QUOTAS.quota_security_group = 10 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.817972] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.818135] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] QUOTAS.quota_subnet = 100 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.818285] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] QUOTAS.track_quota_usage = True {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.818485] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.818589] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep.group = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.818730] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep.helper_command = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.818884] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.819060] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep.thread_pool_size = 8 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.819229] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep.user = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.819364] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.819503] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep_dhcp_release.group = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.819651] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep_dhcp_release.helper_command = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.819788] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.819933] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.820088] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep_dhcp_release.user = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.820239] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.820404] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep_ovs_vsctl.group = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.820564] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.820714] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.820868] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.821012] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep_ovs_vsctl.user = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.821172] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep_namespace.capabilities = [21] {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.821316] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep_namespace.group = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.821457] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep_namespace.helper_command = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.821603] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.821749] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.821892] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep_namespace.user = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.822058] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep_conntrack.capabilities = [12] {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.822202] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep_conntrack.group = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.822346] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep_conntrack.helper_command = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.822494] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.822639] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.822778] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep_conntrack.user = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.822927] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep_link.capabilities = [12, 21] {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.823114] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep_link.group = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.823304] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep_link.helper_command = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.823479] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.823635] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep_link.thread_pool_size = 8 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.823778] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] privsep_link.user = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.823945] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.824110] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.824264] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] AGENT.continue_on_failed_promotions = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.824411] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] AGENT.dscp = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.824558] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] AGENT.dscp_inherit = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.824710] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] AGENT.force_mp_to_policy = True {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.824852] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] AGENT.locking_coordinator_url = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.824997] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] AGENT.log_agent_heartbeats = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.825158] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] AGENT.logging_expire = 1 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.825313] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.825460] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.825614] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] AGENT.polling_interval = 240 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.825780] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.825933] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.826108] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] AGENT.report_interval = 30.0 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.826267] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.826419] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.826569] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.826758] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] AGENT.sync_skew = 60 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.826856] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] AGENT.synchronization_queue_size = 20 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.827011] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] AGENT.use_helper_for_ns_read = True {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.827172] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] SECURITYGROUP.enable_ipset = True {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.827316] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] SECURITYGROUP.enable_security_group = True {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.827466] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.827619] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.827865] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] experimental.ipv6_pd_enabled = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.828089] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ml2.extension_drivers = ['port_security'] {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.828243] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ml2.external_network_type = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.828404] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.828560] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ml2.overlay_ip_version = 4 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.828711] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ml2.path_mtu = 8950 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.828866] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ml2.physical_network_mtus = {} {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.829070] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.829237] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.829395] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ml2.type_drivers = ['vlan'] {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.829549] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.829694] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.829839] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.830021] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.830157] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.830310] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.830460] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.830609] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.830758] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.830970] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.831141] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] NSXV3.nsxv3_login_password = **** {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.831296] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.831437] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] NSXV3.nsxv3_login_user = admin {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.831595] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.831751] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.831901] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.832087] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.832251] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.832407] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.832560] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.832714] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.832863] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.833030] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.833194] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.833345] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.833499] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.833700] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.833866] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.834027] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.834179] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.834343] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] nova.auth_section = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.834478] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] nova.auth_type = password {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.834626] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.834766] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] nova.certfile = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.834909] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] nova.collect_timing = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.835099] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] nova.endpoint_type = public {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.835256] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] nova.insecure = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.835400] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] nova.keyfile = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.835554] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] nova.region_name = RegionOne {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.835701] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] nova.split_loggers = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.835847] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] nova.timeout = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.835995] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] placement.auth_section = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.836165] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] placement.auth_type = password {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.836317] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.836458] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] placement.certfile = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.836600] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] placement.collect_timing = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.836749] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] placement.endpoint_type = public {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.836890] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] placement.insecure = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.837039] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] placement.keyfile = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.837181] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] placement.region_name = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.837320] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] placement.split_loggers = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.837456] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] placement.timeout = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.837605] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ironic.auth_section = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.837749] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ironic.auth_type = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.837892] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ironic.cafile = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.838086] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ironic.certfile = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.838246] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ironic.collect_timing = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.838388] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ironic.connect_retries = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.838529] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ironic.connect_retry_delay = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.838673] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ironic.enable_notifications = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.838814] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ironic.endpoint_override = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.838981] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ironic.insecure = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.839149] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ironic.interface = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.839292] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ironic.keyfile = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.839433] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ironic.max_version = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.839575] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ironic.min_version = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.839716] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ironic.region_name = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.839859] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ironic.retriable_status_codes = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.840012] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ironic.service_name = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.840146] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ironic.service_type = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.840292] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ironic.split_loggers = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.840461] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ironic.status_code_retries = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.840568] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ironic.status_code_retry_delay = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.840712] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ironic.timeout = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.840845] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ironic.valid_interfaces = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.840992] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ironic.version = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.841185] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] cli_script.dry_run = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.841346] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.841495] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.841643] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.841789] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.841934] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.842091] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.842238] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.842385] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.842532] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.842689] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.842832] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.842986] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.843153] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.843302] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.843447] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.843598] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.843743] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.843889] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.844052] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.844223] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.844373] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.844522] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.844686] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.844900] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.845127] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.845508] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.845696] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.845889] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.846098] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.846579] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.846803] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.ssl = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.846997] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.847228] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.847399] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.847557] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.847713] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.847862] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.848057] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_notifications.driver = [] {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.848217] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_notifications.retry = -1 {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.848382] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.848530] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.848644] env[69976]: DEBUG oslo_service.backend.eventlet.service [None req-90555284-ecca-40b8-9515-39fc38fc6b68 None None] ******************************************************************************** {{(pid=69976) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 531.849717] env[69976]: DEBUG neutron.agent.securitygroups_rpc [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Init firewall settings (driver=nsxv3) {{(pid=69976) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 531.851118] env[69976]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69976) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 531.851382] env[69976]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] RPC agent_id: nsxm-l-01a.corp.local [ 531.853654] env[69976]: DEBUG dogpile.cache.region [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 531.853778] env[69976]: DEBUG dogpile.lock [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 531.853875] env[69976]: DEBUG dogpile.lock [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 531.853972] env[69976]: DEBUG dogpile.lock [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 531.854086] env[69976]: DEBUG dogpile.cache.region [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 531.854187] env[69976]: DEBUG dogpile.lock [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 531.854319] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 531.871769] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Session token - acquiring [ 531.873288] env[69976]: DEBUG networking_nsxv3.common.locking [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.873464] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.873575] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.873999] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.886222] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.173194] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 532.199834] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 532.199982] env[69976]: DEBUG dogpile.cache.region [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Cache value generated in 0.346 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 532.201046] env[69976]: DEBUG dogpile.lock [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 532.201227] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Activating Policy API Provider. [ 532.201406] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Looking for the default Infrastructure Rules. [ 532.297201] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Looking for the Default Layer3 Logged Drop Section. [ 532.315707] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 532.316257] env[69976]: DEBUG networking_nsxv3.common.locking [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.316436] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Acquiring lock "all" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.316547] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Acquired lock "all" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.316840] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Acquired external semaphore "all" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.317231] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.846808] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 533.348849] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 533.851732] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Inventory metadata is going to be refreshed. [ 533.852125] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 534.753726] env[69976]: DEBUG networking_nsxv3.common.locking [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.754055] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.754055] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.754377] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.764881] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 534.765787] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.766703] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 534.783794] env[69976]: DEBUG networking_nsxv3.common.locking [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.783986] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.784108] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.784390] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.784520] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.784671] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 534.784791] env[69976]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69976) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.784903] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 534.826209] env[69976]: DEBUG networking_nsxv3.common.locking [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.826511] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.826511] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.826833] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.827022] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.827185] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 534.848066] env[69976]: DEBUG networking_nsxv3.common.locking [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.848279] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.848361] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.848646] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.848794] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.849032] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 534.867111] env[69976]: DEBUG networking_nsxv3.common.locking [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.867489] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Acquiring lock "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.867489] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Acquired lock "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.867665] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Acquired external semaphore "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.867825] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Releasing lock "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.868015] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 534.868135] env[69976]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69976) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.868249] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 534.895335] env[69976]: DEBUG networking_nsxv3.common.locking [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.895571] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Acquiring lock "Segment QoS" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.895617] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Acquired lock "Segment QoS" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.895970] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Acquired external semaphore "Segment QoS" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.896098] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Releasing lock "Segment QoS" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.896221] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 534.896332] env[69976]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69976) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.896444] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 534.917602] env[69976]: DEBUG networking_nsxv3.common.locking [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.917803] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.917975] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.918266] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.918417] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.918574] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 534.918685] env[69976]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69976) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.918790] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Inventory metadata have been refreshed. [ 534.918891] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Dryrun:True. Metadata refresh completed. [ 534.919308] env[69976]: DEBUG oslo_concurrency.lockutils [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Releasing lock "all" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.920800] env[69976]: INFO neutron.agent.agent_extensions_manager [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Loaded agent extensions: [] [ 534.921523] env[69976]: DEBUG neutron_lib.callbacks.manager [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69976) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 534.980395] env[69976]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] NSXv3 Agent Agent RPC Daemon Started! [ 534.980561] env[69976]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] NSXv3 Agent Agent loop - iteration:0 started [ 534.980679] env[69976]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] NSXv3 Agent Agent out of sync with plugin! [ 539.922275] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 539.922521] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.923972] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 544.923972] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 549.582666] env[69976]: INFO networking_nsxv3.common.synchronization [None req-4e3a6249-f667-48e9-ac8b-63b240b6e2e4 demo admin] Enqueued Resource ID: e5278788-a4ce-42f7-a33b-95d39ea59169 with Priority: HIGHEST for action security_group_rules [ 549.583583] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5278788-a4ce-42f7-a33b-95d39ea59169 with Priority: HIGHEST for action security_group_rules [ 549.584063] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5278788-a4ce-42f7-a33b-95d39ea59169 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.584281] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5278788-a4ce-42f7-a33b-95d39ea59169" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.584436] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5278788-a4ce-42f7-a33b-95d39ea59169" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.584947] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5278788-a4ce-42f7-a33b-95d39ea59169" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.585105] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5278788-a4ce-42f7-a33b-95d39ea59169',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.104969] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.105219] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.105219] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.105394] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.105491] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.105591] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5278788-a4ce-42f7-a33b-95d39ea59169 already deleted. [ 550.105676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5278788-a4ce-42f7-a33b-95d39ea59169" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.584848] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 554.585288] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 559.585832] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.586087] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.587448] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.587826] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.588662] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.588662] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.589850] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 574.590218] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 579.591366] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 579.591662] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 579.924578] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.924740] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.926097] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.926097] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.926097] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.198382] env[69976]: INFO networking_nsxv3.common.synchronization [None req-67ced135-3727-4e98-97a2-95f5a97d173d None None] Enqueued Resource ID: dbcd0cc8-d4fb-4ab2-9eda-aa83a272417b with Priority: HIGHEST for action port [ 580.201156] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbcd0cc8-d4fb-4ab2-9eda-aa83a272417b with Priority: HIGHEST for action port [ 580.201156] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbcd0cc8-d4fb-4ab2-9eda-aa83a272417b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.201156] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbcd0cc8-d4fb-4ab2-9eda-aa83a272417b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.201156] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbcd0cc8-d4fb-4ab2-9eda-aa83a272417b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.201156] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbcd0cc8-d4fb-4ab2-9eda-aa83a272417b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.201156] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbcd0cc8-d4fb-4ab2-9eda-aa83a272417b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.429530] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.704889] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbcd0cc8-d4fb-4ab2-9eda-aa83a272417b [ 580.705192] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.705289] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.705338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.706545] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.706545] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.706545] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbcd0cc8-d4fb-4ab2-9eda-aa83a272417b already deleted. [ 580.706545] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbcd0cc8-d4fb-4ab2-9eda-aa83a272417b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.932918] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.955661] env[69976]: INFO networking_nsxv3.common.synchronization [None req-24e4dbf3-18b5-41a9-a0bf-a441e71ddc66 None None] Enqueued Resource ID: 89fea14a-4c14-4335-b870-039e414054e0 with Priority: HIGHEST for action port [ 580.955937] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89fea14a-4c14-4335-b870-039e414054e0 with Priority: HIGHEST for action port [ 580.958721] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-89fea14a-4c14-4335-b870-039e414054e0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.958721] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89fea14a-4c14-4335-b870-039e414054e0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.958721] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89fea14a-4c14-4335-b870-039e414054e0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.958721] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89fea14a-4c14-4335-b870-039e414054e0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.958721] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89fea14a-4c14-4335-b870-039e414054e0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.204184] env[69976]: INFO networking_nsxv3.common.synchronization [None req-fa7d29e0-b0d6-43bf-9248-052c6cf2d8e4 None None] Enqueued Resource ID: dcbaa645-26b3-40b0-900a-85762c4051f9 with Priority: HIGHEST for action port [ 581.204710] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcbaa645-26b3-40b0-900a-85762c4051f9 with Priority: HIGHEST for action port [ 581.204987] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcbaa645-26b3-40b0-900a-85762c4051f9 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.205133] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcbaa645-26b3-40b0-900a-85762c4051f9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.205191] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcbaa645-26b3-40b0-900a-85762c4051f9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.207708] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcbaa645-26b3-40b0-900a-85762c4051f9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.207801] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcbaa645-26b3-40b0-900a-85762c4051f9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.437221] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 581.437221] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 581.463746] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89fea14a-4c14-4335-b870-039e414054e0 [ 581.464006] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.464453] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.464534] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.464750] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.464915] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.465056] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89fea14a-4c14-4335-b870-039e414054e0 already deleted. [ 581.465222] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89fea14a-4c14-4335-b870-039e414054e0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.710278] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcbaa645-26b3-40b0-900a-85762c4051f9 [ 581.710583] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.710672] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.710727] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.711031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.711125] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.711231] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcbaa645-26b3-40b0-900a-85762c4051f9 already deleted. [ 581.711310] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcbaa645-26b3-40b0-900a-85762c4051f9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.221464] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.221464] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.221643] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.221785] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.232742] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 582.235178] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.236422] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 582.258737] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.258934] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.258973] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.259485] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.259485] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.259485] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 582.259485] env[69976]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69976) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 582.259767] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 582.281113] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.281445] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.281445] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.283110] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.283110] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.283110] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 582.305423] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.305423] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.305423] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.305423] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.305423] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.305423] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 582.328533] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.328795] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.329288] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.329624] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.330162] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.330875] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 582.330875] env[69976]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69976) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 582.330875] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 582.349759] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.349974] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.350058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.350268] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.350351] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.350475] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 582.350548] env[69976]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69976) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 582.350619] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 582.378842] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.379000] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.379086] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.379290] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.379397] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.379517] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 582.379592] env[69976]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69976) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 582.379663] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 582.379731] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 582.379807] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 582.379869] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 582.379931] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 582.380245] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 582.380455] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 582.380455] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 582.411721] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.412069] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.412177] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.412455] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.412491] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.412604] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 582.434311] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.434463] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.434537] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.434738] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.434844] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.474964] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.584427] env[69976]: INFO networking_nsxv3.common.synchronization [None req-653399c1-121d-4762-ae6c-285becdcb418 None None] Enqueued Resource ID: 3846a243-689c-4f55-997f-946b7d6a98d6 with Priority: HIGHEST for action port [ 582.585312] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3846a243-689c-4f55-997f-946b7d6a98d6 with Priority: HIGHEST for action port [ 582.586120] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-3846a243-689c-4f55-997f-946b7d6a98d6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.586485] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3846a243-689c-4f55-997f-946b7d6a98d6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.586485] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3846a243-689c-4f55-997f-946b7d6a98d6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.586855] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3846a243-689c-4f55-997f-946b7d6a98d6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.587010] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3846a243-689c-4f55-997f-946b7d6a98d6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.803534] env[69976]: INFO networking_nsxv3.common.synchronization [None req-935003bb-e8b0-4649-9654-0e37f22c542a None None] Enqueued Resource ID: 4dc9b41b-77cf-4c2d-ae7a-95827d1a68b9 with Priority: HIGHEST for action port [ 582.804228] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dc9b41b-77cf-4c2d-ae7a-95827d1a68b9 with Priority: HIGHEST for action port [ 582.804884] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dc9b41b-77cf-4c2d-ae7a-95827d1a68b9 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.804884] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dc9b41b-77cf-4c2d-ae7a-95827d1a68b9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.804884] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dc9b41b-77cf-4c2d-ae7a-95827d1a68b9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.805257] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dc9b41b-77cf-4c2d-ae7a-95827d1a68b9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.805394] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dc9b41b-77cf-4c2d-ae7a-95827d1a68b9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.088920] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3846a243-689c-4f55-997f-946b7d6a98d6 [ 583.089144] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.089277] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.089344] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.089553] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.089799] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.089903] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3846a243-689c-4f55-997f-946b7d6a98d6 already deleted. [ 583.089990] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3846a243-689c-4f55-997f-946b7d6a98d6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.308379] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4dc9b41b-77cf-4c2d-ae7a-95827d1a68b9 [ 583.308617] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.308869] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.308902] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.309114] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.309213] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.309312] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4dc9b41b-77cf-4c2d-ae7a-95827d1a68b9 already deleted. [ 583.309411] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dc9b41b-77cf-4c2d-ae7a-95827d1a68b9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.581322] env[69976]: INFO networking_nsxv3.common.synchronization [None req-666859b7-406c-40d9-b804-43dece841fcb None None] Enqueued Resource ID: 1c4a9e1c-e568-4235-a1d2-b54d1e872e8c with Priority: HIGHEST for action port [ 583.584799] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c4a9e1c-e568-4235-a1d2-b54d1e872e8c with Priority: HIGHEST for action port [ 583.584799] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c4a9e1c-e568-4235-a1d2-b54d1e872e8c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.584799] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c4a9e1c-e568-4235-a1d2-b54d1e872e8c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.584799] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c4a9e1c-e568-4235-a1d2-b54d1e872e8c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.584799] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c4a9e1c-e568-4235-a1d2-b54d1e872e8c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.584799] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c4a9e1c-e568-4235-a1d2-b54d1e872e8c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.085347] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c4a9e1c-e568-4235-a1d2-b54d1e872e8c [ 584.085743] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.086821] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.086905] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.087334] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.087334] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.087468] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c4a9e1c-e568-4235-a1d2-b54d1e872e8c already deleted. [ 584.087511] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c4a9e1c-e568-4235-a1d2-b54d1e872e8c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.831140] env[69976]: INFO networking_nsxv3.common.synchronization [None req-2faec3c9-51cb-4798-a945-f85cd4640e38 None None] Enqueued Resource ID: 5aa67971-b634-42e4-bcaa-b0da731eb6df with Priority: HIGHEST for action port [ 585.831140] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa67971-b634-42e4-bcaa-b0da731eb6df with Priority: HIGHEST for action port [ 585.831140] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-5aa67971-b634-42e4-bcaa-b0da731eb6df taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.831943] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5aa67971-b634-42e4-bcaa-b0da731eb6df" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.832773] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5aa67971-b634-42e4-bcaa-b0da731eb6df" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.832773] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5aa67971-b634-42e4-bcaa-b0da731eb6df" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.832773] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aa67971-b634-42e4-bcaa-b0da731eb6df',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.339077] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5aa67971-b634-42e4-bcaa-b0da731eb6df [ 586.339308] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.339444] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.339510] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.339735] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.339845] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.339946] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5aa67971-b634-42e4-bcaa-b0da731eb6df already deleted. [ 586.340038] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5aa67971-b634-42e4-bcaa-b0da731eb6df" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.778196] env[69976]: INFO networking_nsxv3.common.synchronization [req-6220f0d1-a6f7-40c1-8ce5-3b60647f76ed req-f678be93-e858-40f8-b34c-638283451e90 tempest-SecurityGroupRulesTestJSON-1188865713 tempest-SecurityGroupRulesTestJSON-1188865713-project-member] Enqueued Resource ID: 9cdc22ed-0fec-42e0-a708-fc686c040d63 with Priority: HIGHEST for action security_group_rules [ 587.778679] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cdc22ed-0fec-42e0-a708-fc686c040d63 with Priority: HIGHEST for action security_group_rules [ 587.779650] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cdc22ed-0fec-42e0-a708-fc686c040d63 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.783491] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cdc22ed-0fec-42e0-a708-fc686c040d63" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.783491] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cdc22ed-0fec-42e0-a708-fc686c040d63" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.783491] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cdc22ed-0fec-42e0-a708-fc686c040d63" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.783491] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cdc22ed-0fec-42e0-a708-fc686c040d63',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.906725] env[69976]: INFO networking_nsxv3.common.synchronization [None req-815b9576-a89c-4b44-b37f-b205b363a6b0 None None] Enqueued Resource ID: 13d21001-af82-4244-a844-b220f932eab3 with Priority: HIGHEST for action port [ 587.909777] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13d21001-af82-4244-a844-b220f932eab3 with Priority: HIGHEST for action port [ 587.909777] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-13d21001-af82-4244-a844-b220f932eab3 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.909777] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13d21001-af82-4244-a844-b220f932eab3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.909777] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13d21001-af82-4244-a844-b220f932eab3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.909777] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13d21001-af82-4244-a844-b220f932eab3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.909777] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13d21001-af82-4244-a844-b220f932eab3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.005402] env[69976]: INFO networking_nsxv3.common.synchronization [None req-44e915c7-aa50-400c-a013-0061cc37a5e5 None None] Enqueued Resource ID: 43d4dbad-a1e6-4d8e-b2f4-6ab653273d87 with Priority: HIGHEST for action port [ 588.008492] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d4dbad-a1e6-4d8e-b2f4-6ab653273d87 with Priority: HIGHEST for action port [ 588.008492] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-43d4dbad-a1e6-4d8e-b2f4-6ab653273d87 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.008492] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43d4dbad-a1e6-4d8e-b2f4-6ab653273d87" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.008492] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43d4dbad-a1e6-4d8e-b2f4-6ab653273d87" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.010641] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43d4dbad-a1e6-4d8e-b2f4-6ab653273d87" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.010641] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43d4dbad-a1e6-4d8e-b2f4-6ab653273d87',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.309210] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.309367] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.309409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.309853] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.309853] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.309853] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cdc22ed-0fec-42e0-a708-fc686c040d63 already deleted. [ 588.309853] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cdc22ed-0fec-42e0-a708-fc686c040d63" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.412783] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13d21001-af82-4244-a844-b220f932eab3 [ 588.414906] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.414906] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.414906] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.414906] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.414906] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.414906] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13d21001-af82-4244-a844-b220f932eab3 already deleted. [ 588.414906] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13d21001-af82-4244-a844-b220f932eab3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.516436] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43d4dbad-a1e6-4d8e-b2f4-6ab653273d87 [ 588.516663] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.516800] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.516869] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.517102] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.517193] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.517286] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43d4dbad-a1e6-4d8e-b2f4-6ab653273d87 already deleted. [ 588.517364] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43d4dbad-a1e6-4d8e-b2f4-6ab653273d87" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.378500] env[69976]: INFO networking_nsxv3.common.synchronization [None req-27512e41-9bb2-445a-925e-9d67d8812cc1 None None] Enqueued Resource ID: 09633e8e-87b4-40a9-9c90-71b4ab94846f with Priority: HIGHEST for action port [ 589.378500] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09633e8e-87b4-40a9-9c90-71b4ab94846f with Priority: HIGHEST for action port [ 589.378500] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-09633e8e-87b4-40a9-9c90-71b4ab94846f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.378500] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09633e8e-87b4-40a9-9c90-71b4ab94846f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.378500] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09633e8e-87b4-40a9-9c90-71b4ab94846f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.378500] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09633e8e-87b4-40a9-9c90-71b4ab94846f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.378500] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09633e8e-87b4-40a9-9c90-71b4ab94846f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.817282] env[69976]: INFO networking_nsxv3.common.synchronization [None req-13d1cb5d-7ab2-4948-bfcf-96a3306764c3 None None] Enqueued Resource ID: 4ecaba72-2d8f-46bb-a71f-78aea3db9fca with Priority: HIGHEST for action port [ 589.817816] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ecaba72-2d8f-46bb-a71f-78aea3db9fca with Priority: HIGHEST for action port [ 589.818229] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ecaba72-2d8f-46bb-a71f-78aea3db9fca taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.818284] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ecaba72-2d8f-46bb-a71f-78aea3db9fca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.818358] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ecaba72-2d8f-46bb-a71f-78aea3db9fca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.818712] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ecaba72-2d8f-46bb-a71f-78aea3db9fca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.818771] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ecaba72-2d8f-46bb-a71f-78aea3db9fca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.882741] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09633e8e-87b4-40a9-9c90-71b4ab94846f [ 589.882968] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.883401] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.883401] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.883401] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.884619] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.884713] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09633e8e-87b4-40a9-9c90-71b4ab94846f already deleted. [ 589.884810] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09633e8e-87b4-40a9-9c90-71b4ab94846f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.321979] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ecaba72-2d8f-46bb-a71f-78aea3db9fca [ 590.322592] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.322592] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.322592] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.322786] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.322786] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.323293] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ecaba72-2d8f-46bb-a71f-78aea3db9fca already deleted. [ 590.323293] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ecaba72-2d8f-46bb-a71f-78aea3db9fca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.395111] env[69976]: INFO networking_nsxv3.common.synchronization [None req-35a20a92-c04a-4d5c-a17d-8f52dcc7bf96 None None] Enqueued Resource ID: df1e6fca-fb4c-477b-9560-c8b5273622ed with Priority: HIGHEST for action port [ 591.395360] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1e6fca-fb4c-477b-9560-c8b5273622ed with Priority: HIGHEST for action port [ 591.396225] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-df1e6fca-fb4c-477b-9560-c8b5273622ed taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.396225] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df1e6fca-fb4c-477b-9560-c8b5273622ed" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.396225] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df1e6fca-fb4c-477b-9560-c8b5273622ed" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.401590] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df1e6fca-fb4c-477b-9560-c8b5273622ed" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.401716] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df1e6fca-fb4c-477b-9560-c8b5273622ed',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.904080] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df1e6fca-fb4c-477b-9560-c8b5273622ed [ 591.904415] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.904587] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.904743] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.905753] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.905753] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.905753] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df1e6fca-fb4c-477b-9560-c8b5273622ed already deleted. [ 591.905753] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df1e6fca-fb4c-477b-9560-c8b5273622ed" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.984624] env[69976]: INFO networking_nsxv3.common.synchronization [req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 req-8eeb3b79-bfdb-40fd-b49f-345f0174d2a5 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Enqueued Resource ID: bfc0f383-cba9-4950-8954-bb05f4e038d3 with Priority: HIGHEST for action security_group_members [ 591.985171] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc0f383-cba9-4950-8954-bb05f4e038d3 with Priority: HIGHEST for action security_group_members [ 591.985478] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfc0f383-cba9-4950-8954-bb05f4e038d3 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.985593] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.985664] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.985923] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.988108] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.988218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.988256] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.988452] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.988520] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.988633] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfc0f383-cba9-4950-8954-bb05f4e038d3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.490781] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.491134] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.491134] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.491292] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.491360] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.491561] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.492402] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.492402] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.492402] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.492402] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.492402] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfc0f383-cba9-4950-8954-bb05f4e038d3 already deleted. [ 592.492402] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.645221] env[69976]: INFO networking_nsxv3.common.synchronization [req-ba508947-4d0e-49b2-99a7-01f7efcff17e req-b952ab82-1674-4d48-ac4c-9e6f4430fba7 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Enqueued Resource ID: a9b16169-3720-46ad-adea-d636fca71bd3 with Priority: HIGHEST for action security_group_members [ 592.645959] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9b16169-3720-46ad-adea-d636fca71bd3 with Priority: HIGHEST for action security_group_members [ 592.646055] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9b16169-3720-46ad-adea-d636fca71bd3 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.646197] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.647455] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.647791] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.647982] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.648125] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.648184] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.648390] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.648472] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.648538] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9b16169-3720-46ad-adea-d636fca71bd3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.026861] env[69976]: INFO networking_nsxv3.common.synchronization [None req-7e93a080-6169-49eb-a5f0-5a89a7e7a0d5 None None] Enqueued Resource ID: a056c107-f2cf-4b05-a162-f7c5efbf03c1 with Priority: HIGHEST for action port [ 593.029372] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a056c107-f2cf-4b05-a162-f7c5efbf03c1 with Priority: HIGHEST for action port [ 593.030097] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-a056c107-f2cf-4b05-a162-f7c5efbf03c1 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.030225] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a056c107-f2cf-4b05-a162-f7c5efbf03c1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.030293] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a056c107-f2cf-4b05-a162-f7c5efbf03c1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.031554] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a056c107-f2cf-4b05-a162-f7c5efbf03c1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.031647] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a056c107-f2cf-4b05-a162-f7c5efbf03c1',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.052110] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.052314] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.052439] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.052743] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.053011] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.053349] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.053449] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.053710] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.053921] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.054272] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 593.054415] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.054552] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.054685] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.054823] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 593.054960] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.055173] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.077854] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.078036] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 593.078185] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.078358] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.078668] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-d0e6ae8b-ffed-48af-9e27-358751bb1120 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.078883] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-d0e6ae8b-ffed-48af-9e27-358751bb1120" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.079061] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-d0e6ae8b-ffed-48af-9e27-358751bb1120" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.079377] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-d0e6ae8b-ffed-48af-9e27-358751bb1120" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.079517] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0e6ae8b-ffed-48af-9e27-358751bb1120',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.152983] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.152983] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.152983] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.152983] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.152983] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.152983] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.152983] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.152983] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.152983] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.152983] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.152983] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9b16169-3720-46ad-adea-d636fca71bd3 already deleted. [ 593.152983] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.169349] env[69976]: INFO networking_nsxv3.common.synchronization [None req-1746af4c-26dc-4266-9fd7-1509c5a79cdc tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Enqueued Resource ID: 26629797-2ce9-4e41-98c5-f1c0be74e985 with Priority: HIGHEST for action security_group_rules [ 593.170374] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26629797-2ce9-4e41-98c5-f1c0be74e985 with Priority: HIGHEST for action security_group_rules [ 593.170770] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26629797-2ce9-4e41-98c5-f1c0be74e985 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.170947] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.171090] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.171405] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.171768] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26629797-2ce9-4e41-98c5-f1c0be74e985',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.226933] env[69976]: INFO networking_nsxv3.common.synchronization [req-791dbc3d-365f-488a-bdc8-b8a355cff295 req-0dec1fa3-d651-40cd-b4d7-1280da515a88 tempest-SecurityGroupRulesTestJSON-1188865713 tempest-SecurityGroupRulesTestJSON-1188865713-project-member] Enqueued Resource ID: 267ffcb2-c5ca-4be3-8d36-7aaf2a6ed683 with Priority: HIGHEST for action security_group_rules [ 593.227512] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267ffcb2-c5ca-4be3-8d36-7aaf2a6ed683 with Priority: HIGHEST for action security_group_rules [ 593.227818] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-267ffcb2-c5ca-4be3-8d36-7aaf2a6ed683 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.227940] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-267ffcb2-c5ca-4be3-8d36-7aaf2a6ed683" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.228019] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-267ffcb2-c5ca-4be3-8d36-7aaf2a6ed683" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.228328] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-267ffcb2-c5ca-4be3-8d36-7aaf2a6ed683" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.228413] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('267ffcb2-c5ca-4be3-8d36-7aaf2a6ed683',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.259235] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.259817] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.261975] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.262305] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.262919] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.262919] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.263054] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.263932] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.263932] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.263932] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 593.263932] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.263932] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.263932] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.264139] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 593.264955] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.265835] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.288442] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.288442] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 593.288442] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.288442] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.288442] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-22d6da3c-c51c-4376-9912-cbe2ddb16186 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.288442] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-22d6da3c-c51c-4376-9912-cbe2ddb16186" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.288442] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-22d6da3c-c51c-4376-9912-cbe2ddb16186" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.288442] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-22d6da3c-c51c-4376-9912-cbe2ddb16186" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.288442] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22d6da3c-c51c-4376-9912-cbe2ddb16186',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.300468] env[69976]: INFO networking_nsxv3.common.synchronization [None req-73035b13-47bc-4e5d-9220-df6ddd3ba254 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Enqueued Resource ID: 26629797-2ce9-4e41-98c5-f1c0be74e985 with Priority: HIGHEST for action security_group_rules [ 593.300468] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26629797-2ce9-4e41-98c5-f1c0be74e985 with Priority: HIGHEST for action security_group_rules [ 593.300468] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26629797-2ce9-4e41-98c5-f1c0be74e985 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.300468] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.381639] env[69976]: INFO networking_nsxv3.common.synchronization [req-b7fc8e07-388f-47b7-bc1c-5e7515abd468 req-f42ec873-ff0d-444c-b4df-01cfc69d9501 tempest-SecurityGroupRulesNegativeTestJSON-2056839589 tempest-SecurityGroupRulesNegativeTestJSON-2056839589-project-member] Enqueued Resource ID: 8c72ad44-62ce-43db-b3ec-c1e5ea9548a4 with Priority: HIGHEST for action security_group_rules [ 593.381639] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c72ad44-62ce-43db-b3ec-c1e5ea9548a4 with Priority: HIGHEST for action security_group_rules [ 593.381803] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c72ad44-62ce-43db-b3ec-c1e5ea9548a4 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.381923] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c72ad44-62ce-43db-b3ec-c1e5ea9548a4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.381992] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c72ad44-62ce-43db-b3ec-c1e5ea9548a4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.382347] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c72ad44-62ce-43db-b3ec-c1e5ea9548a4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.382454] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c72ad44-62ce-43db-b3ec-c1e5ea9548a4',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.535852] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a056c107-f2cf-4b05-a162-f7c5efbf03c1 [ 593.536189] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.536290] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.536376] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.536658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.536790] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.536929] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a056c107-f2cf-4b05-a162-f7c5efbf03c1 already deleted. [ 593.537054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a056c107-f2cf-4b05-a162-f7c5efbf03c1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.581392] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.581585] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.581765] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.582346] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.582444] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.582635] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port d0e6ae8b-ffed-48af-9e27-358751bb1120 not found, creating... [ 593.582951] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.583478] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.583478] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.583651] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.583651] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.584052] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.584225] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.584376] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.584603] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.584869] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.584934] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: d0e6ae8b-ffed-48af-9e27-358751bb1120 is going to be created. [ 593.609472] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.610183] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.610183] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.610183] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.610331] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.610552] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-d0e6ae8b-ffed-48af-9e27-358751bb1120" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.693985] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.694211] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.694260] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.694590] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.694590] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.694711] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26629797-2ce9-4e41-98c5-f1c0be74e985 already deleted. [ 593.694711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.694843] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.695009] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.695103] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26629797-2ce9-4e41-98c5-f1c0be74e985',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.751987] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.752120] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.752197] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.752402] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.752491] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.752590] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 267ffcb2-c5ca-4be3-8d36-7aaf2a6ed683 already deleted. [ 593.752674] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-267ffcb2-c5ca-4be3-8d36-7aaf2a6ed683" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.791705] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.792756] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.792950] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.793339] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.793490] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.793649] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 22d6da3c-c51c-4376-9912-cbe2ddb16186 not found, creating... [ 593.793923] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.796025] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.796025] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.796025] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.796025] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.796025] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.796025] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.796025] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.796025] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.796025] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.796398] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 22d6da3c-c51c-4376-9912-cbe2ddb16186 is going to be created. [ 593.822091] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.822475] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.822552] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.822847] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.823117] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.823358] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-22d6da3c-c51c-4376-9912-cbe2ddb16186" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.909856] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.909856] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.909856] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.909856] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.909856] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.909856] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c72ad44-62ce-43db-b3ec-c1e5ea9548a4 already deleted. [ 593.909856] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c72ad44-62ce-43db-b3ec-c1e5ea9548a4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.216404] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.216558] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.216631] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.216884] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.216986] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.217152] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26629797-2ce9-4e41-98c5-f1c0be74e985 already deleted. [ 594.218019] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.494109] env[69976]: INFO networking_nsxv3.common.synchronization [None req-df0d4c8e-cb83-4f41-976a-9c5402b2beb9 None None] Enqueued Resource ID: dc411515-1653-4670-833e-eb6ecc690834 with Priority: HIGHEST for action port [ 594.494109] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc411515-1653-4670-833e-eb6ecc690834 with Priority: HIGHEST for action port [ 594.494109] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc411515-1653-4670-833e-eb6ecc690834 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.494109] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc411515-1653-4670-833e-eb6ecc690834" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.494109] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc411515-1653-4670-833e-eb6ecc690834" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.494109] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc411515-1653-4670-833e-eb6ecc690834" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.494109] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc411515-1653-4670-833e-eb6ecc690834',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.610690] env[69976]: INFO networking_nsxv3.common.synchronization [req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 req-67accd8b-5844-4576-b9f4-fe0e69ea729f service nova] Enqueued Resource ID: bfc0f383-cba9-4950-8954-bb05f4e038d3 with Priority: HIGHEST for action security_group_rules [ 594.610953] env[69976]: INFO networking_nsxv3.common.synchronization [req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 req-67accd8b-5844-4576-b9f4-fe0e69ea729f service nova] Enqueued Resource ID: bfc0f383-cba9-4950-8954-bb05f4e038d3 with Priority: HIGHEST for action security_group_members [ 594.611331] env[69976]: INFO networking_nsxv3.common.synchronization [req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 req-67accd8b-5844-4576-b9f4-fe0e69ea729f service nova] Enqueued Resource ID: d0e6ae8b-ffed-48af-9e27-358751bb1120 with Priority: HIGHEST for action port [ 594.611737] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc0f383-cba9-4950-8954-bb05f4e038d3 with Priority: HIGHEST for action security_group_rules [ 594.611971] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc0f383-cba9-4950-8954-bb05f4e038d3 with Priority: HIGHEST for action security_group_members [ 594.611971] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e6ae8b-ffed-48af-9e27-358751bb1120 with Priority: HIGHEST for action port [ 594.612556] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfc0f383-cba9-4950-8954-bb05f4e038d3 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.612709] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.612792] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.612993] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.613101] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfc0f383-cba9-4950-8954-bb05f4e038d3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.614025] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfc0f383-cba9-4950-8954-bb05f4e038d3 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.614113] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.614113] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.614716] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.614716] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.614716] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.614716] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.617513] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.617765] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.617982] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfc0f383-cba9-4950-8954-bb05f4e038d3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.619855] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0e6ae8b-ffed-48af-9e27-358751bb1120 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.620142] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0e6ae8b-ffed-48af-9e27-358751bb1120" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.620736] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0e6ae8b-ffed-48af-9e27-358751bb1120" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.620736] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0e6ae8b-ffed-48af-9e27-358751bb1120" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.620736] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0e6ae8b-ffed-48af-9e27-358751bb1120',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.790416] env[69976]: INFO networking_nsxv3.common.synchronization [req-ba508947-4d0e-49b2-99a7-01f7efcff17e req-967df95d-9638-46cd-8b65-149625627ad3 service nova] Enqueued Resource ID: a9b16169-3720-46ad-adea-d636fca71bd3 with Priority: HIGHEST for action security_group_rules [ 594.790587] env[69976]: INFO networking_nsxv3.common.synchronization [req-ba508947-4d0e-49b2-99a7-01f7efcff17e req-967df95d-9638-46cd-8b65-149625627ad3 service nova] Enqueued Resource ID: a9b16169-3720-46ad-adea-d636fca71bd3 with Priority: HIGHEST for action security_group_members [ 594.790743] env[69976]: INFO networking_nsxv3.common.synchronization [req-ba508947-4d0e-49b2-99a7-01f7efcff17e req-967df95d-9638-46cd-8b65-149625627ad3 service nova] Enqueued Resource ID: 22d6da3c-c51c-4376-9912-cbe2ddb16186 with Priority: HIGHEST for action port [ 594.790979] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9b16169-3720-46ad-adea-d636fca71bd3 with Priority: HIGHEST for action security_group_rules [ 594.791499] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9b16169-3720-46ad-adea-d636fca71bd3 with Priority: HIGHEST for action security_group_members [ 594.791499] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d6da3c-c51c-4376-9912-cbe2ddb16186 with Priority: HIGHEST for action port [ 594.792483] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9b16169-3720-46ad-adea-d636fca71bd3 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.792483] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.792483] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.794127] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.794220] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9b16169-3720-46ad-adea-d636fca71bd3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.795263] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9b16169-3720-46ad-adea-d636fca71bd3 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.795362] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.795402] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.795804] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.795804] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.795922] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.795922] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.796049] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.796135] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.796245] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9b16169-3720-46ad-adea-d636fca71bd3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.801693] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-22d6da3c-c51c-4376-9912-cbe2ddb16186 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.801817] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22d6da3c-c51c-4376-9912-cbe2ddb16186" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.801899] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22d6da3c-c51c-4376-9912-cbe2ddb16186" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.803844] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22d6da3c-c51c-4376-9912-cbe2ddb16186" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.803844] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22d6da3c-c51c-4376-9912-cbe2ddb16186',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.997697] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc411515-1653-4670-833e-eb6ecc690834 [ 594.997697] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.997697] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.997697] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.997697] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.997697] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.997697] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc411515-1653-4670-833e-eb6ecc690834 already deleted. [ 594.997697] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc411515-1653-4670-833e-eb6ecc690834" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.124489] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfc0f383-cba9-4950-8954-bb05f4e038d3 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.124619] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.138476] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfc0f383-cba9-4950-8954-bb05f4e038d3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.139616] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0e6ae8b-ffed-48af-9e27-358751bb1120 with status ACTIVE [ 595.139831] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.139961] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.140114] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.141028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.141028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.141028] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.141028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.141028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.141028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.141028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.141028] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.141372] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.141372] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.141372] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.141520] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.141520] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0e6ae8b-ffed-48af-9e27-358751bb1120 is going to be updated. [ 595.168159] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.168342] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.170090] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.170090] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.170090] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.170090] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0e6ae8b-ffed-48af-9e27-358751bb1120" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.306411] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9b16169-3720-46ad-adea-d636fca71bd3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.307833] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9b16169-3720-46ad-adea-d636fca71bd3 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.309031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.309801] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22d6da3c-c51c-4376-9912-cbe2ddb16186 with status ACTIVE [ 595.310791] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.310971] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.311081] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.311323] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.311444] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.315023] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.315023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.315023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.315023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.315023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.315023] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.315023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.315023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.315023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.315023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.315023] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22d6da3c-c51c-4376-9912-cbe2ddb16186 is going to be updated. [ 595.335686] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.335863] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.335900] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.337087] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.337087] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.337087] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22d6da3c-c51c-4376-9912-cbe2ddb16186" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.490824] env[69976]: INFO networking_nsxv3.common.synchronization [req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d req-869d055b-b01e-4a60-8569-a35c474698dc tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Enqueued Resource ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 with Priority: HIGHEST for action security_group_members [ 595.491212] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 with Priority: HIGHEST for action security_group_members [ 595.491502] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-949920bc-3e1b-4e49-b58a-f1042580e7e8 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.491779] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.491779] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.492172] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.492172] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.492329] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.492329] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.492916] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.492916] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.492916] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('949920bc-3e1b-4e49-b58a-f1042580e7e8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.645181] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfc0f383-cba9-4950-8954-bb05f4e038d3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.810818] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9b16169-3720-46ad-adea-d636fca71bd3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.994892] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.995264] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.995264] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.995456] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.995553] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.995751] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.995856] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.996361] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.996734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.996812] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.996913] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 already deleted. [ 595.997525] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.148238] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.148402] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.148442] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.148663] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.148747] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.148875] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfc0f383-cba9-4950-8954-bb05f4e038d3 is going to be created. [ 596.210652] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.211047] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.211047] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.211301] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.211301] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.221477] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfc0f383-cba9-4950-8954-bb05f4e038d3 in Status: UNINITIALIZED for 2s [ 596.313225] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.313391] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.313455] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.313675] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.313768] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.313868] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9b16169-3720-46ad-adea-d636fca71bd3 is going to be created. [ 596.327288] env[69976]: INFO networking_nsxv3.common.synchronization [req-da0d759b-b50d-4474-9d1c-2870badc3d09 req-e9dd3675-d299-42e8-9f05-9bfd1a4f19c4 tempest-SecurityGroupRulesNegativeTestJSON-2056839589 tempest-SecurityGroupRulesNegativeTestJSON-2056839589-project-member] Enqueued Resource ID: 8c72ad44-62ce-43db-b3ec-c1e5ea9548a4 with Priority: HIGHEST for action security_group_rules [ 596.327803] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c72ad44-62ce-43db-b3ec-c1e5ea9548a4 with Priority: HIGHEST for action security_group_rules [ 596.333207] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c72ad44-62ce-43db-b3ec-c1e5ea9548a4 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.333362] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c72ad44-62ce-43db-b3ec-c1e5ea9548a4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.333424] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c72ad44-62ce-43db-b3ec-c1e5ea9548a4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.333640] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c72ad44-62ce-43db-b3ec-c1e5ea9548a4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.334377] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c72ad44-62ce-43db-b3ec-c1e5ea9548a4',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.340332] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.340475] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.340543] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.340713] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.340868] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.353993] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9b16169-3720-46ad-adea-d636fca71bd3 in Status: UNINITIALIZED for 2s [ 596.629657] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.629657] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.629657] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.629657] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.629657] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.629657] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.629657] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.629657] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.629657] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.629657] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 596.631545] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.631771] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.632177] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.632391] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 596.632594] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.632918] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.655949] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.655949] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 596.655949] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.655949] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.655949] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-36923de1-8ad3-4612-8019-c1156dd1b3af taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.655949] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-36923de1-8ad3-4612-8019-c1156dd1b3af" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.655949] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-36923de1-8ad3-4612-8019-c1156dd1b3af" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.655949] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-36923de1-8ad3-4612-8019-c1156dd1b3af" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.655949] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36923de1-8ad3-4612-8019-c1156dd1b3af',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.861235] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.861402] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.861402] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.861653] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.861704] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.861775] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c72ad44-62ce-43db-b3ec-c1e5ea9548a4 already deleted. [ 596.861857] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c72ad44-62ce-43db-b3ec-c1e5ea9548a4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.163607] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.163607] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.163607] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.163607] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.163607] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.163607] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 36923de1-8ad3-4612-8019-c1156dd1b3af not found, creating... [ 597.163607] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.163607] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.163607] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.163607] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.164151] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.164151] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.164324] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.166124] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.166124] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.166124] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.166124] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 36923de1-8ad3-4612-8019-c1156dd1b3af is going to be created. [ 597.193874] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.193874] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.194815] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.195589] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.196509] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.196509] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-36923de1-8ad3-4612-8019-c1156dd1b3af" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.258305] env[69976]: INFO networking_nsxv3.common.synchronization [None req-2a88d8de-b611-4d56-959f-2799890664f3 None None] Enqueued Resource ID: 71ce1701-2c0a-48fa-8c68-3c208779c2ee with Priority: HIGHEST for action port [ 597.258576] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71ce1701-2c0a-48fa-8c68-3c208779c2ee with Priority: HIGHEST for action port [ 597.259258] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-71ce1701-2c0a-48fa-8c68-3c208779c2ee taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.260598] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71ce1701-2c0a-48fa-8c68-3c208779c2ee" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.260678] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71ce1701-2c0a-48fa-8c68-3c208779c2ee" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.264305] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71ce1701-2c0a-48fa-8c68-3c208779c2ee" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.264305] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71ce1701-2c0a-48fa-8c68-3c208779c2ee',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.600020] env[69976]: INFO networking_nsxv3.common.synchronization [req-07a929b8-7c50-49a7-b4b5-f3134a4431db req-6762ab65-53dc-4642-99b4-4d441cfb54f9 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Enqueued Resource ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a with Priority: HIGHEST for action security_group_members [ 597.600020] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a with Priority: HIGHEST for action security_group_members [ 597.600020] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.600020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.600020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.600020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.600020] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.600020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.600020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.600020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.600020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.600020] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.657166] env[69976]: INFO networking_nsxv3.common.synchronization [req-450483a4-b6cc-4a73-96d5-246cd2b02f45 req-c1f19d5e-2991-4473-8111-0912aeca5edf tempest-SecurityGroupRulesTestJSON-1188865713 tempest-SecurityGroupRulesTestJSON-1188865713-project-member] Enqueued Resource ID: ff379743-19fd-4198-aedb-d0b017040f4a with Priority: HIGHEST for action security_group_rules [ 597.657166] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff379743-19fd-4198-aedb-d0b017040f4a with Priority: HIGHEST for action security_group_rules [ 597.658181] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff379743-19fd-4198-aedb-d0b017040f4a taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.658181] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff379743-19fd-4198-aedb-d0b017040f4a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.658181] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff379743-19fd-4198-aedb-d0b017040f4a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.658606] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff379743-19fd-4198-aedb-d0b017040f4a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.659021] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff379743-19fd-4198-aedb-d0b017040f4a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.752324] env[69976]: INFO networking_nsxv3.common.synchronization [None req-5026c5f3-b859-4241-9c71-d2872c179f3b None None] Enqueued Resource ID: 5a65f701-4573-4f56-9320-108593c81bbd with Priority: HIGHEST for action port [ 597.752324] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a65f701-4573-4f56-9320-108593c81bbd with Priority: HIGHEST for action port [ 597.752324] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a65f701-4573-4f56-9320-108593c81bbd taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.752324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a65f701-4573-4f56-9320-108593c81bbd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.752324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a65f701-4573-4f56-9320-108593c81bbd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.752324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a65f701-4573-4f56-9320-108593c81bbd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.752324] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a65f701-4573-4f56-9320-108593c81bbd',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.766160] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71ce1701-2c0a-48fa-8c68-3c208779c2ee [ 597.766412] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.766663] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.766663] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.766817] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.766907] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.767009] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71ce1701-2c0a-48fa-8c68-3c208779c2ee already deleted. [ 597.767104] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71ce1701-2c0a-48fa-8c68-3c208779c2ee" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.103074] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.104027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.104027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.104027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.104027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.104027] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.104027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.104272] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.104272] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.104358] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.104450] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a already deleted. [ 598.104534] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.184162] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.184162] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.184162] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.184162] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.184805] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.185303] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff379743-19fd-4198-aedb-d0b017040f4a already deleted. [ 598.185303] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff379743-19fd-4198-aedb-d0b017040f4a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.231523] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfc0f383-cba9-4950-8954-bb05f4e038d3 in Status: SUCCESS [ 598.231986] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.232213] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.232422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.232610] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.234572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.234572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.234572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.234572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.234572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.234572] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfc0f383-cba9-4950-8954-bb05f4e038d3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.256330] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a65f701-4573-4f56-9320-108593c81bbd [ 598.257998] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.257998] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.257998] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.257998] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.257998] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.257998] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a65f701-4573-4f56-9320-108593c81bbd already deleted. [ 598.257998] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a65f701-4573-4f56-9320-108593c81bbd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.366633] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9b16169-3720-46ad-adea-d636fca71bd3 in Status: SUCCESS [ 598.367805] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.367805] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.367805] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.367805] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.367805] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.367805] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.367805] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.368278] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.368278] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.368278] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9b16169-3720-46ad-adea-d636fca71bd3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.491273] env[69976]: INFO networking_nsxv3.common.synchronization [req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d req-bdb670a9-aba4-4c12-8a97-cc2d1de09fcd service nova] Enqueued Resource ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 with Priority: HIGHEST for action security_group_rules [ 598.491386] env[69976]: INFO networking_nsxv3.common.synchronization [req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d req-bdb670a9-aba4-4c12-8a97-cc2d1de09fcd service nova] Enqueued Resource ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 with Priority: HIGHEST for action security_group_members [ 598.491533] env[69976]: INFO networking_nsxv3.common.synchronization [req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d req-bdb670a9-aba4-4c12-8a97-cc2d1de09fcd service nova] Enqueued Resource ID: 36923de1-8ad3-4612-8019-c1156dd1b3af with Priority: HIGHEST for action port [ 598.492083] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 with Priority: HIGHEST for action security_group_rules [ 598.492230] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 with Priority: HIGHEST for action security_group_members [ 598.492328] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36923de1-8ad3-4612-8019-c1156dd1b3af with Priority: HIGHEST for action port [ 598.492592] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-949920bc-3e1b-4e49-b58a-f1042580e7e8 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.492709] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.492773] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.493119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.493439] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('949920bc-3e1b-4e49-b58a-f1042580e7e8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.495077] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-949920bc-3e1b-4e49-b58a-f1042580e7e8 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.495801] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.495801] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.495985] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.496334] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.496334] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.496803] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.496803] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.496803] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.500166] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('949920bc-3e1b-4e49-b58a-f1042580e7e8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.503141] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-36923de1-8ad3-4612-8019-c1156dd1b3af taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.503484] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36923de1-8ad3-4612-8019-c1156dd1b3af" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.503599] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36923de1-8ad3-4612-8019-c1156dd1b3af" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.503819] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36923de1-8ad3-4612-8019-c1156dd1b3af" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.503942] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36923de1-8ad3-4612-8019-c1156dd1b3af',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.737931] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfc0f383-cba9-4950-8954-bb05f4e038d3 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.738255] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.738296] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.738502] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.738672] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.738788] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.738886] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.739076] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.739174] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.739268] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.739421] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfc0f383-cba9-4950-8954-bb05f4e038d3 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.739514] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.739575] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.739738] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.739877] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.739970] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.740053] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.740198] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.740275] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.740356] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.740443] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfc0f383-cba9-4950-8954-bb05f4e038d3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.872402] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9b16169-3720-46ad-adea-d636fca71bd3 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.872402] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.872402] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.872594] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.872806] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.872958] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.873297] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.873297] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.873412] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.873449] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.874027] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9b16169-3720-46ad-adea-d636fca71bd3 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.874027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.874027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.874027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.874200] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.874293] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.874361] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.874538] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.874645] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.874928] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.874928] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9b16169-3720-46ad-adea-d636fca71bd3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.996223] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-949920bc-3e1b-4e49-b58a-f1042580e7e8 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.997074] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.007393] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('949920bc-3e1b-4e49-b58a-f1042580e7e8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.008306] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36923de1-8ad3-4612-8019-c1156dd1b3af with status ACTIVE [ 599.008503] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.008629] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.008694] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.008933] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.009528] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.009528] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.009528] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.009528] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.009528] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.009734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.009763] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.009842] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.009939] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.010328] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.010759] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.010759] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36923de1-8ad3-4612-8019-c1156dd1b3af is going to be updated. [ 599.019143] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-556 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.019143] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-556" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.019143] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-556" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.019143] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-556" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.019143] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.019143] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.019143] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.019892] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.020204] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.020864] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 599.021161] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.024017] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.024017] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.024017] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 599.024017] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.024017] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.046040] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.046228] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.046278] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.046465] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.046601] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.046838] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36923de1-8ad3-4612-8019-c1156dd1b3af" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.058021] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.058467] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 599.058738] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.058985] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-556" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.059385] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-bdd2a6b0-a841-4d7b-a292-2d94b24618dc taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.059495] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-bdd2a6b0-a841-4d7b-a292-2d94b24618dc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.059602] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-bdd2a6b0-a841-4d7b-a292-2d94b24618dc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.059954] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-bdd2a6b0-a841-4d7b-a292-2d94b24618dc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.060313] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdd2a6b0-a841-4d7b-a292-2d94b24618dc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.245807] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfc0f383-cba9-4950-8954-bb05f4e038d3: rpc.has_security_group_logging(os_id): False [ 599.264683] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.265641] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.265818] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.266127] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.266440] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.267097] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.267952] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.268166] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.269057] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.269057] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.269931] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.271913] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.271913] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.271913] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.271913] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.271913] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.271913] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.271913] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.271913] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.271913] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.271913] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfc0f383-cba9-4950-8954-bb05f4e038d3 is going to be created. [ 599.346676] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.346676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.346676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.346676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.346676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.361801] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfc0f383-cba9-4950-8954-bb05f4e038d3 in Status: IN_PROGRESS for 2s [ 599.384529] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9b16169-3720-46ad-adea-d636fca71bd3: rpc.has_security_group_logging(os_id): False [ 599.409780] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.410051] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.410186] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.410356] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.410450] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.410648] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.410745] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.410806] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.412276] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.412276] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.412276] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.412276] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.412276] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.412276] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.412276] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.412276] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.412276] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.412276] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.412276] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.412756] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.412756] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9b16169-3720-46ad-adea-d636fca71bd3 is going to be created. [ 599.510014] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.510014] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.510014] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.510014] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.510014] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.515960] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('949920bc-3e1b-4e49-b58a-f1042580e7e8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.523144] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9b16169-3720-46ad-adea-d636fca71bd3 in Status: IN_PROGRESS for 2s [ 599.533901] env[69976]: INFO networking_nsxv3.common.synchronization [req-d5d437f0-65ca-4624-b13f-a091c53c9687 req-9b7c9e58-0697-4b01-8c65-b8dd606dd04c tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_members [ 599.534266] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_members [ 599.534810] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.534810] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.534810] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.535031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.535269] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.535345] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.536218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.536218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.536218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.536218] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.562524] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.562756] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.562886] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.563191] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.563345] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.563616] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port bdd2a6b0-a841-4d7b-a292-2d94b24618dc not found, creating... [ 599.563781] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.564445] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.564445] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.564445] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.564445] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.564757] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.564832] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.564934] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.567651] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.567842] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.568074] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: bdd2a6b0-a841-4d7b-a292-2d94b24618dc is going to be created. [ 599.598315] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.598315] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.598315] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.598514] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.598822] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.599082] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-bdd2a6b0-a841-4d7b-a292-2d94b24618dc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.018437] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.018949] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.018949] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.018949] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.018949] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.018949] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 is going to be created. [ 600.039569] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.039569] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.039569] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.039763] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.039897] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.040137] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.040211] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.040275] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.040453] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.040532] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.040580] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e already deleted. [ 600.040643] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.045089] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.045225] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.045343] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.045487] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.045640] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.056579] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 in Status: UNINITIALIZED for 2s [ 600.212857] env[69976]: INFO networking_nsxv3.common.synchronization [None req-9f8c6165-026f-46cc-bd07-366b9af473f1 None None] Enqueued Resource ID: 479e4d67-99a9-4134-9737-16a4b20e60b2 with Priority: HIGHEST for action port [ 600.213903] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 479e4d67-99a9-4134-9737-16a4b20e60b2 with Priority: HIGHEST for action port [ 600.213903] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-479e4d67-99a9-4134-9737-16a4b20e60b2 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.213903] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-479e4d67-99a9-4134-9737-16a4b20e60b2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.213903] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-479e4d67-99a9-4134-9737-16a4b20e60b2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.214124] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-479e4d67-99a9-4134-9737-16a4b20e60b2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.214163] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('479e4d67-99a9-4134-9737-16a4b20e60b2',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.224762] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-410 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.224762] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-410" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.224762] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-410" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.224762] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-410" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.224762] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.224762] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.224762] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.224762] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.224762] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.224762] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 600.224762] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.224762] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.224762] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.225295] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 600.225295] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.225416] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.247841] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.248069] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 600.248218] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.248403] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-410" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.248749] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-94e1b4b3-ec2b-4a31-b055-5a860ea3ca58 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.248943] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-94e1b4b3-ec2b-4a31-b055-5a860ea3ca58" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.249106] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-94e1b4b3-ec2b-4a31-b055-5a860ea3ca58" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.249514] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-94e1b4b3-ec2b-4a31-b055-5a860ea3ca58" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.249703] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94e1b4b3-ec2b-4a31-b055-5a860ea3ca58',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.263795] env[69976]: INFO networking_nsxv3.common.synchronization [None req-d6db8b35-64a9-4484-a53b-858cf0779841 None None] Enqueued Resource ID: 300e476a-3614-4828-b217-71b0cf34423c with Priority: HIGHEST for action port [ 600.264576] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300e476a-3614-4828-b217-71b0cf34423c with Priority: HIGHEST for action port [ 600.265189] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-300e476a-3614-4828-b217-71b0cf34423c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.265319] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-300e476a-3614-4828-b217-71b0cf34423c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.265388] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-300e476a-3614-4828-b217-71b0cf34423c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.265637] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-300e476a-3614-4828-b217-71b0cf34423c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.265719] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('300e476a-3614-4828-b217-71b0cf34423c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.494738] env[69976]: INFO networking_nsxv3.common.synchronization [req-07a929b8-7c50-49a7-b4b5-f3134a4431db req-d134be9d-57cf-49a6-afba-3c5d3dd5495e service nova] Enqueued Resource ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a with Priority: HIGHEST for action security_group_rules [ 600.494738] env[69976]: INFO networking_nsxv3.common.synchronization [req-07a929b8-7c50-49a7-b4b5-f3134a4431db req-d134be9d-57cf-49a6-afba-3c5d3dd5495e service nova] Enqueued Resource ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a with Priority: HIGHEST for action security_group_members [ 600.494738] env[69976]: INFO networking_nsxv3.common.synchronization [req-07a929b8-7c50-49a7-b4b5-f3134a4431db req-d134be9d-57cf-49a6-afba-3c5d3dd5495e service nova] Enqueued Resource ID: bdd2a6b0-a841-4d7b-a292-2d94b24618dc with Priority: HIGHEST for action port [ 600.494738] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a with Priority: HIGHEST for action security_group_rules [ 600.494738] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a with Priority: HIGHEST for action security_group_members [ 600.494738] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd2a6b0-a841-4d7b-a292-2d94b24618dc with Priority: HIGHEST for action port [ 600.494738] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.494738] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.496476] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.496476] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.496620] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.498372] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.498372] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.498372] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.498372] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.498588] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.500038] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.500038] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.500038] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.500038] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.500214] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.501203] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdd2a6b0-a841-4d7b-a292-2d94b24618dc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.504797] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdd2a6b0-a841-4d7b-a292-2d94b24618dc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.504797] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdd2a6b0-a841-4d7b-a292-2d94b24618dc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.504797] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdd2a6b0-a841-4d7b-a292-2d94b24618dc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.504797] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdd2a6b0-a841-4d7b-a292-2d94b24618dc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.716028] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 479e4d67-99a9-4134-9737-16a4b20e60b2 [ 600.718063] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.718063] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.718063] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.718063] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.718063] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.718063] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:479e4d67-99a9-4134-9737-16a4b20e60b2 already deleted. [ 600.718063] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-479e4d67-99a9-4134-9737-16a4b20e60b2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.752635] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.755196] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.755196] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.755196] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.755196] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.755196] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 94e1b4b3-ec2b-4a31-b055-5a860ea3ca58 not found, creating... [ 600.755196] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.755196] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.755196] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.755196] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.755862] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.755862] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.755862] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.756043] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.756260] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.756450] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.756608] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 94e1b4b3-ec2b-4a31-b055-5a860ea3ca58 is going to be created. [ 600.769190] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 300e476a-3614-4828-b217-71b0cf34423c [ 600.769190] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.769190] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.769190] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.769190] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.769190] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.769190] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:300e476a-3614-4828-b217-71b0cf34423c already deleted. [ 600.769190] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-300e476a-3614-4828-b217-71b0cf34423c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.782614] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.782614] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.782614] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.782837] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.783404] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.783839] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-94e1b4b3-ec2b-4a31-b055-5a860ea3ca58" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.009378] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.009378] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.009378] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.009963] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bdd2a6b0-a841-4d7b-a292-2d94b24618dc with status ACTIVE [ 601.009963] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.010067] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.010172] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.010660] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.010660] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.010660] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.010847] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.010847] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.010912] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.010942] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.011124] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.011228] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.011296] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.011438] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.011508] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.011592] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bdd2a6b0-a841-4d7b-a292-2d94b24618dc is going to be updated. [ 601.034325] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.034675] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.034675] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.034802] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.034874] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.035046] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdd2a6b0-a841-4d7b-a292-2d94b24618dc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.355039] env[69976]: INFO networking_nsxv3.common.synchronization [req-281826d6-8cc1-4a38-80a4-2f1c873e3574 req-d05f063d-1560-4ba3-bca6-d172d9c59fec tempest-SecurityGroupRulesTestJSON-1188865713 tempest-SecurityGroupRulesTestJSON-1188865713-project-member] Enqueued Resource ID: 276c45cc-5802-4291-b751-2770d0a54828 with Priority: HIGHEST for action security_group_rules [ 601.355039] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 276c45cc-5802-4291-b751-2770d0a54828 with Priority: HIGHEST for action security_group_rules [ 601.355039] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-276c45cc-5802-4291-b751-2770d0a54828 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.355039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-276c45cc-5802-4291-b751-2770d0a54828" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.355039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-276c45cc-5802-4291-b751-2770d0a54828" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.355039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-276c45cc-5802-4291-b751-2770d0a54828" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.355039] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('276c45cc-5802-4291-b751-2770d0a54828',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.376321] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfc0f383-cba9-4950-8954-bb05f4e038d3 in Status: SUCCESS [ 601.377371] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.513860] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.539709] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9b16169-3720-46ad-adea-d636fca71bd3 in Status: SUCCESS [ 601.540373] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.590312] env[69976]: INFO networking_nsxv3.common.synchronization [None req-324b7436-6e47-40ed-a2a2-e993f63b6252 None None] Enqueued Resource ID: caebb261-0976-4548-8c10-719c26bd8c92 with Priority: HIGHEST for action port [ 601.590312] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caebb261-0976-4548-8c10-719c26bd8c92 with Priority: HIGHEST for action port [ 601.590312] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-caebb261-0976-4548-8c10-719c26bd8c92 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.590312] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-caebb261-0976-4548-8c10-719c26bd8c92" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.590312] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-caebb261-0976-4548-8c10-719c26bd8c92" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.590503] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-caebb261-0976-4548-8c10-719c26bd8c92" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.590604] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caebb261-0976-4548-8c10-719c26bd8c92',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.880359] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.880628] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.880628] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.881377] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.881377] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.881377] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 276c45cc-5802-4291-b751-2770d0a54828 already deleted. [ 601.881377] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-276c45cc-5802-4291-b751-2770d0a54828" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.017951] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.017951] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.017951] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.017951] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.017951] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.017951] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a is going to be created. [ 602.051187] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.051187] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.051187] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.051187] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.051187] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.068904] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a in Status: UNINITIALIZED for 2s [ 602.069971] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 in Status: SUCCESS [ 602.071483] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.071483] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.071483] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.071483] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.071483] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.071483] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.072227] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.072416] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.073846] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.073846] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('949920bc-3e1b-4e49-b58a-f1042580e7e8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.093309] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port caebb261-0976-4548-8c10-719c26bd8c92 [ 602.094192] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.095506] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.095691] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.096373] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.097033] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.097479] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:caebb261-0976-4548-8c10-719c26bd8c92 already deleted. [ 602.097479] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-caebb261-0976-4548-8c10-719c26bd8c92" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.298297] env[69976]: INFO networking_nsxv3.common.synchronization [None req-283709a0-d59d-4fec-bc4a-3a10c0d5011d tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Enqueued Resource ID: 4f519860-3797-4ed6-b643-21ef99db727c with Priority: HIGHEST for action security_group_rules [ 602.299787] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f519860-3797-4ed6-b643-21ef99db727c with Priority: HIGHEST for action security_group_rules [ 602.300186] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f519860-3797-4ed6-b643-21ef99db727c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.300333] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.300531] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.300643] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.300946] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f519860-3797-4ed6-b643-21ef99db727c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.576092] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-949920bc-3e1b-4e49-b58a-f1042580e7e8 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.576222] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.576262] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.576642] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.576783] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.576897] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.576992] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.578204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.578529] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.578529] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.578742] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-949920bc-3e1b-4e49-b58a-f1042580e7e8 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.580119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.580119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.580119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.580119] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.580119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.580119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.580119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.580119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.580119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.580119] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('949920bc-3e1b-4e49-b58a-f1042580e7e8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.675900] env[69976]: INFO networking_nsxv3.common.synchronization [None req-1e567060-afe8-480a-8449-e5973081d8a7 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Enqueued Resource ID: 4f519860-3797-4ed6-b643-21ef99db727c with Priority: HIGHEST for action security_group_rules [ 602.676150] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f519860-3797-4ed6-b643-21ef99db727c with Priority: HIGHEST for action security_group_rules [ 602.676452] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f519860-3797-4ed6-b643-21ef99db727c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.676553] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.824054] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.824196] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.824317] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.824479] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.824598] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.824668] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f519860-3797-4ed6-b643-21ef99db727c already deleted. [ 602.824757] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.824977] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.825081] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.825165] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f519860-3797-4ed6-b643-21ef99db727c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.891770] env[69976]: INFO networking_nsxv3.common.synchronization [req-d5d437f0-65ca-4624-b13f-a091c53c9687 req-a2d3d233-e045-48a7-a53c-3c19e7aab284 service nova] Enqueued Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_rules [ 602.891961] env[69976]: INFO networking_nsxv3.common.synchronization [req-d5d437f0-65ca-4624-b13f-a091c53c9687 req-a2d3d233-e045-48a7-a53c-3c19e7aab284 service nova] Enqueued Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_members [ 602.891961] env[69976]: INFO networking_nsxv3.common.synchronization [req-d5d437f0-65ca-4624-b13f-a091c53c9687 req-a2d3d233-e045-48a7-a53c-3c19e7aab284 service nova] Enqueued Resource ID: 94e1b4b3-ec2b-4a31-b055-5a860ea3ca58 with Priority: HIGHEST for action port [ 602.893120] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_rules [ 602.893382] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_members [ 602.893618] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94e1b4b3-ec2b-4a31-b055-5a860ea3ca58 with Priority: HIGHEST for action port [ 602.894104] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.894365] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.894458] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.894862] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.895121] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.896422] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.896540] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.896789] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.896789] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.897858] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.897858] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.897858] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.897858] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.897858] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.897858] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.903298] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-94e1b4b3-ec2b-4a31-b055-5a860ea3ca58 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.903298] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94e1b4b3-ec2b-4a31-b055-5a860ea3ca58" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.903298] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94e1b4b3-ec2b-4a31-b055-5a860ea3ca58" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.903298] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94e1b4b3-ec2b-4a31-b055-5a860ea3ca58" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.903298] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94e1b4b3-ec2b-4a31-b055-5a860ea3ca58',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.928862] env[69976]: INFO networking_nsxv3.common.synchronization [req-8da373b7-c2a8-4181-9284-9309c6d6dc1a req-1924a948-5ba2-476d-b65b-f04394d84300 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Enqueued Resource ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a with Priority: HIGHEST for action security_group_members [ 602.929320] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a with Priority: HIGHEST for action security_group_members [ 602.933234] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.933234] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.087159] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 949920bc-3e1b-4e49-b58a-f1042580e7e8: rpc.has_security_group_logging(os_id): False [ 603.106368] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.106589] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.106589] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.108468] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.108700] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.108800] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.108922] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.109014] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.109256] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.109256] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.109475] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.109579] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.109640] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.109817] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.109883] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.110046] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.110146] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.110202] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.110353] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.110430] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.110516] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 is going to be created. [ 603.172078] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.172078] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.172078] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.172078] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.172078] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.183034] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 in Status: IN_PROGRESS for 2s [ 603.351309] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.351387] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.351421] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.351638] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.351737] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.351800] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f519860-3797-4ed6-b643-21ef99db727c already deleted. [ 603.351890] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.401457] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.404977] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.404977] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.406151] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94e1b4b3-ec2b-4a31-b055-5a860ea3ca58 with status ACTIVE [ 603.406338] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.406458] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.406523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.406733] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.406835] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.406988] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.407094] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.407158] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.407302] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.407387] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.408258] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.408258] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.408258] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.408258] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.408258] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.408258] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94e1b4b3-ec2b-4a31-b055-5a860ea3ca58 is going to be updated. [ 603.435525] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.435712] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.435786] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.436057] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.436201] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.436368] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94e1b4b3-ec2b-4a31-b055-5a860ea3ca58" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.904967] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.083292] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a in Status: SUCCESS [ 604.083512] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.083682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.083939] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.084159] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.087023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.087023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.087023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.087023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.087023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.087023] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.089357] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.089592] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.090172] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.090315] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.090401] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.090575] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.090663] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.090762] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.407606] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.408047] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.408047] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.408193] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.408193] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.408275] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e is going to be created. [ 604.423774] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-556 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.424051] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-556" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.424152] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-556" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.424578] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-556" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.424749] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.425276] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.425276] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.425569] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.425751] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.425963] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 604.426382] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.426382] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.426382] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.426737] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 604.426737] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.426737] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.442452] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.443342] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.443342] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.443342] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.443342] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.453623] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.454185] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 604.454475] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.454978] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-556" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.455712] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-e6179328-2ba6-49ae-89cd-f9632dbd36d3 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.456083] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-e6179328-2ba6-49ae-89cd-f9632dbd36d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.456224] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-e6179328-2ba6-49ae-89cd-f9632dbd36d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.457021] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-e6179328-2ba6-49ae-89cd-f9632dbd36d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.457183] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6179328-2ba6-49ae-89cd-f9632dbd36d3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.458883] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: UNINITIALIZED for 2s [ 604.593788] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.593788] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.593788] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.960819] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.960956] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.961986] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.961986] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.962116] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.962236] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port e6179328-2ba6-49ae-89cd-f9632dbd36d3 not found, creating... [ 604.962519] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.962688] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.963169] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.963169] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.964182] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.964419] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.964794] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.965655] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.965989] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.966208] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.966400] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: e6179328-2ba6-49ae-89cd-f9632dbd36d3 is going to be created. [ 604.992210] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.992210] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.992210] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.992210] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.992210] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.992210] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-e6179328-2ba6-49ae-89cd-f9632dbd36d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.098432] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.198188] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 in Status: SUCCESS [ 605.198188] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.340736] env[69976]: INFO networking_nsxv3.common.synchronization [req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 req-513434ea-f132-438b-a8eb-9429a34252b9 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Enqueued Resource ID: d98e322c-f95f-4a2a-9765-7546e3253f72 with Priority: HIGHEST for action security_group_members [ 605.341363] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d98e322c-f95f-4a2a-9765-7546e3253f72 with Priority: HIGHEST for action security_group_members [ 605.341681] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d98e322c-f95f-4a2a-9765-7546e3253f72 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.341827] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.341897] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.343329] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.343508] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.343716] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.343786] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.343973] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.344083] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.344196] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d98e322c-f95f-4a2a-9765-7546e3253f72',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.605892] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.605892] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.605892] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.605892] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.605892] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.605892] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a is going to be updated. [ 605.622876] env[69976]: INFO networking_nsxv3.common.synchronization [None req-b1b9f75f-b197-4184-a253-4f364aebb5d2 None None] Enqueued Resource ID: e4f2fe71-3cbc-4b06-98db-08c16f03180c with Priority: HIGHEST for action port [ 605.622876] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4f2fe71-3cbc-4b06-98db-08c16f03180c with Priority: HIGHEST for action port [ 605.622876] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4f2fe71-3cbc-4b06-98db-08c16f03180c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.624073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4f2fe71-3cbc-4b06-98db-08c16f03180c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.624223] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4f2fe71-3cbc-4b06-98db-08c16f03180c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.624497] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4f2fe71-3cbc-4b06-98db-08c16f03180c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.624587] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4f2fe71-3cbc-4b06-98db-08c16f03180c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.662595] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.662772] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.662824] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.663051] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.663229] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.675767] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a in Status: IN_PROGRESS for 2s [ 605.849611] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.849611] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.849611] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.849611] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.849611] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.849611] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.849611] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.849611] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.849611] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.849611] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.849611] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d98e322c-f95f-4a2a-9765-7546e3253f72 already deleted. [ 605.849611] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.920014] env[69976]: INFO networking_nsxv3.common.synchronization [None req-aee4cfc5-7c12-4c2b-ad66-8428f6df2804 None None] Enqueued Resource ID: d8c755c8-148b-4c8f-bf87-e9fc659e1244 with Priority: HIGHEST for action port [ 605.920014] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8c755c8-148b-4c8f-bf87-e9fc659e1244 with Priority: HIGHEST for action port [ 605.920014] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8c755c8-148b-4c8f-bf87-e9fc659e1244 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.920014] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8c755c8-148b-4c8f-bf87-e9fc659e1244" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.920014] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8c755c8-148b-4c8f-bf87-e9fc659e1244" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.920892] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8c755c8-148b-4c8f-bf87-e9fc659e1244" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.922233] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8c755c8-148b-4c8f-bf87-e9fc659e1244',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.127201] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4f2fe71-3cbc-4b06-98db-08c16f03180c [ 606.127480] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.127654] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.127654] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.127850] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.128123] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.128123] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4f2fe71-3cbc-4b06-98db-08c16f03180c already deleted. [ 606.128123] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4f2fe71-3cbc-4b06-98db-08c16f03180c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.369364] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.369647] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.371883] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.371883] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.371883] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.371883] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.371883] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.371883] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.371883] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.371883] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 606.372242] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.372242] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.372348] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.372541] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 606.372761] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.372932] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.395033] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.395351] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 606.395351] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.395534] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.395808] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-220dc600-8730-4f52-979a-e7bb4d716986 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.395977] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-220dc600-8730-4f52-979a-e7bb4d716986" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.396107] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-220dc600-8730-4f52-979a-e7bb4d716986" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.396442] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-220dc600-8730-4f52-979a-e7bb4d716986" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.397302] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('220dc600-8730-4f52-979a-e7bb4d716986',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.401859] env[69976]: INFO networking_nsxv3.common.synchronization [req-8da373b7-c2a8-4181-9284-9309c6d6dc1a req-24765fc7-3cd3-463c-939a-c5bbf439bdde service nova] Enqueued Resource ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a with Priority: HIGHEST for action security_group_rules [ 606.402105] env[69976]: INFO networking_nsxv3.common.synchronization [req-8da373b7-c2a8-4181-9284-9309c6d6dc1a req-24765fc7-3cd3-463c-939a-c5bbf439bdde service nova] Enqueued Resource ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a with Priority: HIGHEST for action security_group_members [ 606.402395] env[69976]: INFO networking_nsxv3.common.synchronization [req-8da373b7-c2a8-4181-9284-9309c6d6dc1a req-24765fc7-3cd3-463c-939a-c5bbf439bdde service nova] Enqueued Resource ID: e6179328-2ba6-49ae-89cd-f9632dbd36d3 with Priority: HIGHEST for action port [ 606.402570] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a with Priority: HIGHEST for action security_group_rules [ 606.402737] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a with Priority: HIGHEST for action security_group_members [ 606.402870] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6179328-2ba6-49ae-89cd-f9632dbd36d3 with Priority: HIGHEST for action port [ 606.403824] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.403824] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.404114] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.404221] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.404450] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6179328-2ba6-49ae-89cd-f9632dbd36d3 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.404588] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6179328-2ba6-49ae-89cd-f9632dbd36d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.404666] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6179328-2ba6-49ae-89cd-f9632dbd36d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.404901] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6179328-2ba6-49ae-89cd-f9632dbd36d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.405031] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6179328-2ba6-49ae-89cd-f9632dbd36d3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.425787] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8c755c8-148b-4c8f-bf87-e9fc659e1244 [ 606.426349] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.426349] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.426349] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.426524] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.426524] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.426608] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8c755c8-148b-4c8f-bf87-e9fc659e1244 already deleted. [ 606.426689] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8c755c8-148b-4c8f-bf87-e9fc659e1244" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.471980] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: SUCCESS [ 606.473076] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.473076] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.473699] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.473699] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.473699] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.473699] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.473895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.473895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.473961] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.474158] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.899947] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.900219] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.902133] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.902133] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.902287] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.903341] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 220dc600-8730-4f52-979a-e7bb4d716986 not found, creating... [ 606.903715] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.903936] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.904065] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.904369] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.904559] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.904893] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.905838] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.905838] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.905838] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.905838] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.905838] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 220dc600-8730-4f52-979a-e7bb4d716986 is going to be created. [ 606.908273] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6179328-2ba6-49ae-89cd-f9632dbd36d3 with status ACTIVE [ 606.908273] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.908273] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.908273] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.908273] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.908273] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.909211] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.909270] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.909325] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.910109] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.912045] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.912045] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.912045] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.912045] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.912045] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.912045] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.912045] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6179328-2ba6-49ae-89cd-f9632dbd36d3 is going to be updated. [ 606.938322] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.938322] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.938322] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.938322] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.938322] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.938322] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-220dc600-8730-4f52-979a-e7bb4d716986" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.939668] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.939779] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.939857] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.940729] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.940874] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.941726] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6179328-2ba6-49ae-89cd-f9632dbd36d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.981253] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.981253] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.981253] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.981253] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.981253] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.981253] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.981253] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.981253] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.981253] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.981253] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.981253] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.981253] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.981253] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.981253] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.981253] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.981253] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.981857] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.981857] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.981857] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.981857] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.981857] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.490876] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4412ff1-9f33-4839-b924-be0f7e1bbd3e: rpc.has_security_group_logging(os_id): False [ 607.519417] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.519646] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.519844] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.520078] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.520245] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.520410] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.520512] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.520569] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.520846] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.521058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.521348] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.521576] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.521632] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.521831] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.521985] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.527582] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.527582] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.527582] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.527582] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.527582] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.527582] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e is going to be created. [ 607.591643] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.591869] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.592328] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.592328] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.592328] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.604109] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: IN_PROGRESS for 2s [ 607.617220] env[69976]: INFO networking_nsxv3.common.synchronization [req-37c068c8-6ee8-40e8-9fb4-3858017a13ae req-97198ba9-3f63-451b-9fe8-9629310de116 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Enqueued Resource ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a with Priority: HIGHEST for action security_group_members [ 607.617220] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a with Priority: HIGHEST for action security_group_members [ 607.617292] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.617433] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.697453] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a in Status: SUCCESS [ 607.697806] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.698018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.698297] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.698509] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.698655] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.698725] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.698942] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.699051] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.699171] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.699362] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.699451] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.699503] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.699649] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.699800] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.699942] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.699999] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.700331] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.700422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.700511] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.700644] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.704285] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.704575] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.704809] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.704967] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.705066] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.705258] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.705368] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.705479] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.207342] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a: rpc.has_security_group_logging(os_id): False [ 608.209625] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.227240] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.227412] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.227481] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.227680] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.227786] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.228016] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.230550] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.230682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.230931] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.231663] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.232522] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.232522] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.232522] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.232522] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.232522] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.232940] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.232940] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.232940] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.233276] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.233398] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.233498] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a is going to be created. [ 608.302370] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.302566] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.302607] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.302831] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.303032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.317565] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a in Status: IN_PROGRESS for 2s [ 608.717395] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.133529] env[69976]: INFO networking_nsxv3.common.synchronization [req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 req-b723674f-80a2-4629-80a2-7f274ce87d98 service nova] Enqueued Resource ID: d98e322c-f95f-4a2a-9765-7546e3253f72 with Priority: HIGHEST for action security_group_rules [ 609.133529] env[69976]: INFO networking_nsxv3.common.synchronization [req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 req-b723674f-80a2-4629-80a2-7f274ce87d98 service nova] Enqueued Resource ID: d98e322c-f95f-4a2a-9765-7546e3253f72 with Priority: HIGHEST for action security_group_members [ 609.133858] env[69976]: INFO networking_nsxv3.common.synchronization [req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 req-b723674f-80a2-4629-80a2-7f274ce87d98 service nova] Enqueued Resource ID: 220dc600-8730-4f52-979a-e7bb4d716986 with Priority: HIGHEST for action port [ 609.134854] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-556 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.135087] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-556" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.135207] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-556" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.135484] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-556" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.135737] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.136054] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.136054] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.136278] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.136446] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.136842] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 609.136842] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.136936] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.137208] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.137533] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 609.137533] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.137623] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.139567] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d98e322c-f95f-4a2a-9765-7546e3253f72 with Priority: HIGHEST for action security_group_rules [ 609.139567] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d98e322c-f95f-4a2a-9765-7546e3253f72 with Priority: HIGHEST for action security_group_members [ 609.139567] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220dc600-8730-4f52-979a-e7bb4d716986 with Priority: HIGHEST for action port [ 609.139871] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d98e322c-f95f-4a2a-9765-7546e3253f72 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.139999] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.140761] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.143958] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.143958] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d98e322c-f95f-4a2a-9765-7546e3253f72',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.146750] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d98e322c-f95f-4a2a-9765-7546e3253f72 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.146750] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.146750] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.146750] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.146750] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.146750] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.146750] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.146750] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.146750] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.146750] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d98e322c-f95f-4a2a-9765-7546e3253f72',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.149531] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-220dc600-8730-4f52-979a-e7bb4d716986 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.149531] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-220dc600-8730-4f52-979a-e7bb4d716986" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.149531] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-220dc600-8730-4f52-979a-e7bb4d716986" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.149531] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-220dc600-8730-4f52-979a-e7bb4d716986" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.149531] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('220dc600-8730-4f52-979a-e7bb4d716986',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.173379] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.174157] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 609.174338] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.174558] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-556" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.174901] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-56a5b0be-05b9-439a-8a5f-d7d45ee70e78 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.175099] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-56a5b0be-05b9-439a-8a5f-d7d45ee70e78" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.175220] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-56a5b0be-05b9-439a-8a5f-d7d45ee70e78" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.175599] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-56a5b0be-05b9-439a-8a5f-d7d45ee70e78" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.175735] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56a5b0be-05b9-439a-8a5f-d7d45ee70e78',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.222699] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.223649] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.228087] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.228087] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.228087] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.228087] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a is going to be updated. [ 609.264132] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.264373] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.264373] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.265503] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.265503] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.276756] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a in Status: IN_PROGRESS for 2s [ 609.469247] env[69976]: INFO networking_nsxv3.common.synchronization [req-2db2d1c9-e1c1-4824-9036-10672c4ff092 req-ab45ca13-5415-4d9e-b766-a981efda7b81 tempest-SecurityGroupRulesTestJSON-1188865713 tempest-SecurityGroupRulesTestJSON-1188865713-project-member] Enqueued Resource ID: 0ff9a9a3-92dd-4339-bffb-a4247f0234af with Priority: HIGHEST for action security_group_rules [ 609.469921] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ff9a9a3-92dd-4339-bffb-a4247f0234af with Priority: HIGHEST for action security_group_rules [ 609.470245] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ff9a9a3-92dd-4339-bffb-a4247f0234af taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.470367] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ff9a9a3-92dd-4339-bffb-a4247f0234af" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.470430] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ff9a9a3-92dd-4339-bffb-a4247f0234af" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.471888] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ff9a9a3-92dd-4339-bffb-a4247f0234af" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.471977] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ff9a9a3-92dd-4339-bffb-a4247f0234af',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.619755] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: SUCCESS [ 609.619997] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.646555] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d98e322c-f95f-4a2a-9765-7546e3253f72 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.646813] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.651205] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d98e322c-f95f-4a2a-9765-7546e3253f72',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.654273] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 220dc600-8730-4f52-979a-e7bb4d716986 with status ACTIVE [ 609.654587] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.654720] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.654895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.654975] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.655092] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.655287] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.655389] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.655450] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.658045] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.658045] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.658045] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.658045] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.658045] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.658045] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.658045] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.658045] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 220dc600-8730-4f52-979a-e7bb4d716986 is going to be updated. [ 609.679663] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.679663] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.679663] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.679663] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.679663] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.679663] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 56a5b0be-05b9-439a-8a5f-d7d45ee70e78 not found, creating... [ 609.679663] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.679663] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.680134] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.680134] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.680134] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.681336] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.681573] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.681749] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.681994] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.682274] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.682443] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 56a5b0be-05b9-439a-8a5f-d7d45ee70e78 is going to be created. [ 609.694320] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.694320] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.694320] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.694320] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.694320] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.694320] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-220dc600-8730-4f52-979a-e7bb4d716986" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.704788] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.704933] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.705368] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.705534] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.705780] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.706118] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-56a5b0be-05b9-439a-8a5f-d7d45ee70e78" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.740186] env[69976]: INFO networking_nsxv3.common.synchronization [None req-1c66b4ca-e0fd-4c75-9983-66f5a3370526 None None] Enqueued Resource ID: 4d97e229-f31a-43b4-bc66-db6ad26da7cf with Priority: HIGHEST for action port [ 609.740721] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d97e229-f31a-43b4-bc66-db6ad26da7cf with Priority: HIGHEST for action port [ 609.741050] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d97e229-f31a-43b4-bc66-db6ad26da7cf taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.741178] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d97e229-f31a-43b4-bc66-db6ad26da7cf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.741243] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d97e229-f31a-43b4-bc66-db6ad26da7cf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.741503] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d97e229-f31a-43b4-bc66-db6ad26da7cf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.741584] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d97e229-f31a-43b4-bc66-db6ad26da7cf',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.996773] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.996936] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.997067] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.997286] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.997402] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.997465] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ff9a9a3-92dd-4339-bffb-a4247f0234af already deleted. [ 609.997551] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ff9a9a3-92dd-4339-bffb-a4247f0234af" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.155263] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d98e322c-f95f-4a2a-9765-7546e3253f72',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.197023] env[69976]: INFO networking_nsxv3.common.synchronization [req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 req-a7717f71-f66a-48f9-af68-f171cd3f7201 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Enqueued Resource ID: 88255007-2a52-4e7c-80c4-7f73005f3cce with Priority: HIGHEST for action security_group_members [ 610.197023] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88255007-2a52-4e7c-80c4-7f73005f3cce with Priority: HIGHEST for action security_group_members [ 610.197023] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-88255007-2a52-4e7c-80c4-7f73005f3cce taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.197023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.197023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.197023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.197023] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.197023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.197023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.197023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.197023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.197023] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88255007-2a52-4e7c-80c4-7f73005f3cce',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.247751] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d97e229-f31a-43b4-bc66-db6ad26da7cf [ 610.248116] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.249916] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.250187] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.251304] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.251304] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.251304] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d97e229-f31a-43b4-bc66-db6ad26da7cf already deleted. [ 610.251304] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d97e229-f31a-43b4-bc66-db6ad26da7cf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.333090] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a in Status: SUCCESS [ 610.333090] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.333090] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.333090] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.333090] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.658609] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.658867] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.658951] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.659233] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.659343] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.659431] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d98e322c-f95f-4a2a-9765-7546e3253f72 is going to be created. [ 610.698921] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.699225] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.699305] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.699595] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.699724] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.699995] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.700139] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.700244] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.700614] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.700614] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.700614] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88255007-2a52-4e7c-80c4-7f73005f3cce already deleted. [ 610.700614] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.704441] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.704615] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.704711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.704932] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.705191] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.716871] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d98e322c-f95f-4a2a-9765-7546e3253f72 in Status: UNINITIALIZED for 2s [ 610.731559] env[69976]: INFO networking_nsxv3.common.synchronization [None req-013f4d91-b06f-47f2-9494-28df3099a878 None None] Enqueued Resource ID: 8dff840a-eea4-4355-8b82-c8671b61dffc with Priority: HIGHEST for action port [ 610.732610] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dff840a-eea4-4355-8b82-c8671b61dffc with Priority: HIGHEST for action port [ 610.734855] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dff840a-eea4-4355-8b82-c8671b61dffc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.734855] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dff840a-eea4-4355-8b82-c8671b61dffc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.734855] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dff840a-eea4-4355-8b82-c8671b61dffc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.734855] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dff840a-eea4-4355-8b82-c8671b61dffc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.734855] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dff840a-eea4-4355-8b82-c8671b61dffc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.835716] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.836274] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.042100] env[69976]: INFO networking_nsxv3.common.synchronization [req-37c068c8-6ee8-40e8-9fb4-3858017a13ae req-ab0425c3-db45-4995-b75d-b825fc53be31 service nova] Enqueued Resource ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a with Priority: HIGHEST for action security_group_rules [ 611.042149] env[69976]: INFO networking_nsxv3.common.synchronization [req-37c068c8-6ee8-40e8-9fb4-3858017a13ae req-ab0425c3-db45-4995-b75d-b825fc53be31 service nova] Enqueued Resource ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a with Priority: HIGHEST for action security_group_members [ 611.042276] env[69976]: INFO networking_nsxv3.common.synchronization [req-37c068c8-6ee8-40e8-9fb4-3858017a13ae req-ab0425c3-db45-4995-b75d-b825fc53be31 service nova] Enqueued Resource ID: 56a5b0be-05b9-439a-8a5f-d7d45ee70e78 with Priority: HIGHEST for action port [ 611.045501] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a with Priority: HIGHEST for action security_group_rules [ 611.045501] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a with Priority: HIGHEST for action security_group_members [ 611.045501] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a5b0be-05b9-439a-8a5f-d7d45ee70e78 with Priority: HIGHEST for action port [ 611.045501] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.045501] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.045501] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.045501] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.045501] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-56a5b0be-05b9-439a-8a5f-d7d45ee70e78 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.046764] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56a5b0be-05b9-439a-8a5f-d7d45ee70e78" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.046764] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56a5b0be-05b9-439a-8a5f-d7d45ee70e78" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.046764] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56a5b0be-05b9-439a-8a5f-d7d45ee70e78" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.046764] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56a5b0be-05b9-439a-8a5f-d7d45ee70e78',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.236365] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8dff840a-eea4-4355-8b82-c8671b61dffc [ 611.236365] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.238844] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.238844] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.238844] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.238844] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.238844] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8dff840a-eea4-4355-8b82-c8671b61dffc already deleted. [ 611.238844] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dff840a-eea4-4355-8b82-c8671b61dffc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.287300] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a in Status: SUCCESS [ 611.287513] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.287692] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.287963] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.288503] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.288503] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.288503] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.288503] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.290569] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.290569] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.424028] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.424028] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-515" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.424028] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-515" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.426894] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-515" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.428053] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.428053] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.428263] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.428651] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.428939] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.429274] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 611.429396] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.429511] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.429622] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.429735] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 611.429844] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.429992] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.435664] env[69976]: INFO networking_nsxv3.common.synchronization [req-b5092ca2-c764-495e-89dc-6271bf432837 req-42b46f79-2ac1-4047-a627-dfe87b3c4aad tempest-SecurityGroupRulesTestJSON-1188865713 tempest-SecurityGroupRulesTestJSON-1188865713-project-member] Enqueued Resource ID: 0ff9a9a3-92dd-4339-bffb-a4247f0234af with Priority: HIGHEST for action security_group_rules [ 611.436388] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ff9a9a3-92dd-4339-bffb-a4247f0234af with Priority: HIGHEST for action security_group_rules [ 611.436757] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ff9a9a3-92dd-4339-bffb-a4247f0234af taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.437277] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ff9a9a3-92dd-4339-bffb-a4247f0234af" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.441022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ff9a9a3-92dd-4339-bffb-a4247f0234af" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.441022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ff9a9a3-92dd-4339-bffb-a4247f0234af" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.441022] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ff9a9a3-92dd-4339-bffb-a4247f0234af',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.456090] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.456090] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 611.456090] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.456299] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-515" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.456766] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-5a91d75f-8126-4a10-99a9-7526632b5571 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.457387] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-5a91d75f-8126-4a10-99a9-7526632b5571" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.457537] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-5a91d75f-8126-4a10-99a9-7526632b5571" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.457888] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-5a91d75f-8126-4a10-99a9-7526632b5571" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.458045] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a91d75f-8126-4a10-99a9-7526632b5571',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.548245] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56a5b0be-05b9-439a-8a5f-d7d45ee70e78 with status ACTIVE [ 611.548342] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.548486] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.548566] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.548783] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.548871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.549090] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.549204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.549267] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.549488] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.549575] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.549759] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.549854] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.549917] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.550102] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.550183] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.550269] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56a5b0be-05b9-439a-8a5f-d7d45ee70e78 is going to be updated. [ 611.580792] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.580792] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.580792] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.580792] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.580792] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.580792] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56a5b0be-05b9-439a-8a5f-d7d45ee70e78" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.792342] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.794219] env[69976]: INFO networking_nsxv3.common.synchronization [None req-b73519bc-28f7-4933-8975-1c349494db89 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Enqueued Resource ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 with Priority: HIGHEST for action security_group_rules [ 611.795075] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 with Priority: HIGHEST for action security_group_rules [ 611.795428] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9591b14e-552f-467c-9e3a-bd40483cc3c0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.795608] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.795712] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.796252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.796252] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9591b14e-552f-467c-9e3a-bd40483cc3c0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.962234] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.962859] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.962859] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.962859] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.962859] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.963182] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ff9a9a3-92dd-4339-bffb-a4247f0234af already deleted. [ 611.963182] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ff9a9a3-92dd-4339-bffb-a4247f0234af" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.963761] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.965763] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.965763] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.965763] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.965763] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.966081] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 5a91d75f-8126-4a10-99a9-7526632b5571 not found, creating... [ 611.966329] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.966950] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.966950] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.966950] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.967177] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.967593] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.968919] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.970425] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.970711] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.970855] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.971013] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 5a91d75f-8126-4a10-99a9-7526632b5571 is going to be created. [ 611.996415] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.996905] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.997049] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.997349] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.997592] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.997821] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-5a91d75f-8126-4a10-99a9-7526632b5571" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.022384] env[69976]: INFO networking_nsxv3.common.synchronization [None req-04b49c8f-e295-45b3-bb4c-4e6b00483ceb None None] Enqueued Resource ID: 589bbb6a-cc43-4ec1-9c05-be43e9998c7c with Priority: HIGHEST for action port [ 612.023029] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 589bbb6a-cc43-4ec1-9c05-be43e9998c7c with Priority: HIGHEST for action port [ 612.023611] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-589bbb6a-cc43-4ec1-9c05-be43e9998c7c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.023611] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-589bbb6a-cc43-4ec1-9c05-be43e9998c7c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.023611] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-589bbb6a-cc43-4ec1-9c05-be43e9998c7c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.023857] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-589bbb6a-cc43-4ec1-9c05-be43e9998c7c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.023923] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('589bbb6a-cc43-4ec1-9c05-be43e9998c7c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.061625] env[69976]: INFO networking_nsxv3.common.synchronization [None req-d2a4a4e9-76d2-4aca-8c35-ad01ebded589 None None] Enqueued Resource ID: 9ed30e6f-051e-46e1-8e32-3a54a8a97e1d with Priority: HIGHEST for action port [ 612.063957] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed30e6f-051e-46e1-8e32-3a54a8a97e1d with Priority: HIGHEST for action port [ 612.063957] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ed30e6f-051e-46e1-8e32-3a54a8a97e1d taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.063957] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ed30e6f-051e-46e1-8e32-3a54a8a97e1d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.063957] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ed30e6f-051e-46e1-8e32-3a54a8a97e1d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.063957] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ed30e6f-051e-46e1-8e32-3a54a8a97e1d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.063957] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ed30e6f-051e-46e1-8e32-3a54a8a97e1d',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.159443] env[69976]: INFO networking_nsxv3.common.synchronization [None req-8832101e-c5ee-4136-bb13-27255f33c59e tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Enqueued Resource ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 with Priority: HIGHEST for action security_group_rules [ 612.160060] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 with Priority: HIGHEST for action security_group_rules [ 612.160761] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9591b14e-552f-467c-9e3a-bd40483cc3c0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.160761] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.295861] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.320420] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.320668] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.320668] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.320859] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.320963] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.321120] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 already deleted. [ 612.321252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.321963] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.322159] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.322251] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9591b14e-552f-467c-9e3a-bd40483cc3c0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.526456] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 589bbb6a-cc43-4ec1-9c05-be43e9998c7c [ 612.526784] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.526994] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.527081] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.527876] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.527876] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.527876] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:589bbb6a-cc43-4ec1-9c05-be43e9998c7c already deleted. [ 612.527876] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-589bbb6a-cc43-4ec1-9c05-be43e9998c7c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.566320] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ed30e6f-051e-46e1-8e32-3a54a8a97e1d [ 612.566514] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.566584] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.566623] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.566894] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.567054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.567125] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ed30e6f-051e-46e1-8e32-3a54a8a97e1d already deleted. [ 612.567196] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ed30e6f-051e-46e1-8e32-3a54a8a97e1d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.729116] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d98e322c-f95f-4a2a-9765-7546e3253f72 in Status: SUCCESS [ 612.729116] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.729116] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.729116] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.729116] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.729116] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.729116] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.729116] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.729116] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.729116] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.729585] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d98e322c-f95f-4a2a-9765-7546e3253f72',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.800572] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.800724] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.800792] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.803433] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.803433] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.803433] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a is going to be updated. [ 612.841933] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.842342] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.842342] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.842442] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.844236] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.853757] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a in Status: IN_PROGRESS for 2s [ 612.854952] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.855212] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.855212] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.855539] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.855605] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.855707] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 already deleted. [ 612.856123] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.231809] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d98e322c-f95f-4a2a-9765-7546e3253f72 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.232220] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.232220] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.232914] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.232914] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.232914] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.232914] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.233299] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.233358] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.233779] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.233779] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d98e322c-f95f-4a2a-9765-7546e3253f72 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.233958] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.233958] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.234233] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.234443] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.234606] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.234693] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.234870] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.234957] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.235913] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.236345] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d98e322c-f95f-4a2a-9765-7546e3253f72',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.738453] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d98e322c-f95f-4a2a-9765-7546e3253f72: rpc.has_security_group_logging(os_id): False [ 613.762523] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.762523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.762523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.762765] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.763365] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.763365] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.763365] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.763365] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.763365] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.763615] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.763615] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.763704] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.763733] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.764308] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.764308] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.764308] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.764308] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.764308] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.764523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.764523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.764579] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d98e322c-f95f-4a2a-9765-7546e3253f72 is going to be created. [ 613.768533] env[69976]: INFO networking_nsxv3.common.synchronization [None req-1c0e5496-5679-4517-91d7-8a5501ae5ec6 None None] Enqueued Resource ID: 163e9313-f72e-4ad9-b33c-2fed7a6da5eb with Priority: HIGHEST for action port [ 613.770023] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163e9313-f72e-4ad9-b33c-2fed7a6da5eb with Priority: HIGHEST for action port [ 613.771036] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-163e9313-f72e-4ad9-b33c-2fed7a6da5eb taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.771150] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-163e9313-f72e-4ad9-b33c-2fed7a6da5eb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.771191] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-163e9313-f72e-4ad9-b33c-2fed7a6da5eb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.771455] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-163e9313-f72e-4ad9-b33c-2fed7a6da5eb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.771586] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('163e9313-f72e-4ad9-b33c-2fed7a6da5eb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.841631] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.841793] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.841857] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.842104] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.842299] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.861420] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d98e322c-f95f-4a2a-9765-7546e3253f72 in Status: IN_PROGRESS for 2s [ 614.023542] env[69976]: INFO networking_nsxv3.common.synchronization [req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 req-89d7d854-5788-4e7b-98a3-8d98a60d40a0 service nova] Enqueued Resource ID: 88255007-2a52-4e7c-80c4-7f73005f3cce with Priority: HIGHEST for action security_group_rules [ 614.023680] env[69976]: INFO networking_nsxv3.common.synchronization [req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 req-89d7d854-5788-4e7b-98a3-8d98a60d40a0 service nova] Enqueued Resource ID: 88255007-2a52-4e7c-80c4-7f73005f3cce with Priority: HIGHEST for action security_group_members [ 614.023775] env[69976]: INFO networking_nsxv3.common.synchronization [req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 req-89d7d854-5788-4e7b-98a3-8d98a60d40a0 service nova] Enqueued Resource ID: 5a91d75f-8126-4a10-99a9-7526632b5571 with Priority: HIGHEST for action port [ 614.024042] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88255007-2a52-4e7c-80c4-7f73005f3cce with Priority: HIGHEST for action security_group_rules [ 614.024178] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88255007-2a52-4e7c-80c4-7f73005f3cce with Priority: HIGHEST for action security_group_members [ 614.024303] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a91d75f-8126-4a10-99a9-7526632b5571 with Priority: HIGHEST for action port [ 614.024923] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88255007-2a52-4e7c-80c4-7f73005f3cce taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.025064] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.025134] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.025395] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.025475] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88255007-2a52-4e7c-80c4-7f73005f3cce',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.026763] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-88255007-2a52-4e7c-80c4-7f73005f3cce taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.026891] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.026952] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.027210] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.027365] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.027467] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.027528] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.027717] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.027800] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.027929] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88255007-2a52-4e7c-80c4-7f73005f3cce',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.029625] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a91d75f-8126-4a10-99a9-7526632b5571 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.029625] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a91d75f-8126-4a10-99a9-7526632b5571" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.029625] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a91d75f-8126-4a10-99a9-7526632b5571" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.029625] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a91d75f-8126-4a10-99a9-7526632b5571" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.029625] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a91d75f-8126-4a10-99a9-7526632b5571',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.273818] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 163e9313-f72e-4ad9-b33c-2fed7a6da5eb [ 614.274171] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.274315] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.274403] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.274653] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.274820] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.274887] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:163e9313-f72e-4ad9-b33c-2fed7a6da5eb already deleted. [ 614.274982] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-163e9313-f72e-4ad9-b33c-2fed7a6da5eb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.392581] env[69976]: INFO networking_nsxv3.common.synchronization [None req-9eba766b-6b66-43f6-856c-e34204a009b2 None None] Enqueued Resource ID: 6a2ea942-883e-471e-817f-52d3cc9e9332 with Priority: HIGHEST for action port [ 614.394026] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a2ea942-883e-471e-817f-52d3cc9e9332 with Priority: HIGHEST for action port [ 614.394026] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a2ea942-883e-471e-817f-52d3cc9e9332 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.394026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a2ea942-883e-471e-817f-52d3cc9e9332" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.394026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a2ea942-883e-471e-817f-52d3cc9e9332" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.394668] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a2ea942-883e-471e-817f-52d3cc9e9332" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.395993] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a2ea942-883e-471e-817f-52d3cc9e9332',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.531410] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88255007-2a52-4e7c-80c4-7f73005f3cce',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.533489] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-88255007-2a52-4e7c-80c4-7f73005f3cce taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.533633] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.535625] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a91d75f-8126-4a10-99a9-7526632b5571 with status ACTIVE [ 614.536072] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.536198] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.536237] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.536548] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.536708] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.536959] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.537150] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.537246] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.537496] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.537635] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.537925] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.541305] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.541305] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.541305] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.541305] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.541305] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a91d75f-8126-4a10-99a9-7526632b5571 is going to be updated. [ 614.569164] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.569331] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.569389] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.569609] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.570071] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.570071] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a91d75f-8126-4a10-99a9-7526632b5571" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.783293] env[69976]: INFO networking_nsxv3.common.synchronization [req-ef802c1d-015f-4f22-a223-57a999bdb81e req-2d65a764-ef66-4424-aef0-ba2656ee0bac tempest-SecurityGroupRulesTestJSON-1188865713 tempest-SecurityGroupRulesTestJSON-1188865713-project-member] Enqueued Resource ID: 0ff9a9a3-92dd-4339-bffb-a4247f0234af with Priority: HIGHEST for action security_group_rules [ 614.787870] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ff9a9a3-92dd-4339-bffb-a4247f0234af with Priority: HIGHEST for action security_group_rules [ 614.787870] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ff9a9a3-92dd-4339-bffb-a4247f0234af taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.787870] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ff9a9a3-92dd-4339-bffb-a4247f0234af" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.787870] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ff9a9a3-92dd-4339-bffb-a4247f0234af" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.787870] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ff9a9a3-92dd-4339-bffb-a4247f0234af" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.787870] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ff9a9a3-92dd-4339-bffb-a4247f0234af',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.866756] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a in Status: SUCCESS [ 614.867074] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.867265] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.867500] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.867745] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.867934] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.868086] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.868293] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.868404] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.868518] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.868599] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.869612] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.870219] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.870219] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.870219] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.871081] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.871081] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.871081] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.871081] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.900145] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a2ea942-883e-471e-817f-52d3cc9e9332 [ 614.900145] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.900145] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.900145] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.900145] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.900145] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.900145] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a2ea942-883e-471e-817f-52d3cc9e9332 already deleted. [ 614.900145] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a2ea942-883e-471e-817f-52d3cc9e9332" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.036549] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88255007-2a52-4e7c-80c4-7f73005f3cce',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.315957] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.315957] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.315957] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.315957] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.316391] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.316391] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ff9a9a3-92dd-4339-bffb-a4247f0234af already deleted. [ 615.316391] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ff9a9a3-92dd-4339-bffb-a4247f0234af" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.372302] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.372539] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.375912] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.540828] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.540984] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.541073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.541292] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.542736] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.542736] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88255007-2a52-4e7c-80c4-7f73005f3cce is going to be created. [ 615.548342] env[69976]: INFO networking_nsxv3.common.synchronization [None req-8f5a07b5-89d6-44dc-b30e-b52e5ca3510d None None] Enqueued Resource ID: 72e4b011-480e-4e92-ac15-b11b4100a8de with Priority: HIGHEST for action port [ 615.549671] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e4b011-480e-4e92-ac15-b11b4100a8de with Priority: HIGHEST for action port [ 615.549857] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-72e4b011-480e-4e92-ac15-b11b4100a8de taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.550033] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72e4b011-480e-4e92-ac15-b11b4100a8de" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.550141] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72e4b011-480e-4e92-ac15-b11b4100a8de" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.550509] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72e4b011-480e-4e92-ac15-b11b4100a8de" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.550662] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72e4b011-480e-4e92-ac15-b11b4100a8de',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.572644] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.572644] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.572644] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.572843] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.573268] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.582516] env[69976]: INFO networking_nsxv3.common.synchronization [None req-e572af59-96c1-4d0a-b07a-dc4f24cb83f1 None None] Enqueued Resource ID: a7db3f3f-6230-4882-9263-67887fd875cf with Priority: HIGHEST for action port [ 615.582516] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7db3f3f-6230-4882-9263-67887fd875cf with Priority: HIGHEST for action port [ 615.583237] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7db3f3f-6230-4882-9263-67887fd875cf taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.583413] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7db3f3f-6230-4882-9263-67887fd875cf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.583464] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7db3f3f-6230-4882-9263-67887fd875cf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.584195] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7db3f3f-6230-4882-9263-67887fd875cf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.584304] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7db3f3f-6230-4882-9263-67887fd875cf',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.586578] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88255007-2a52-4e7c-80c4-7f73005f3cce in Status: UNINITIALIZED for 2s [ 615.875699] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d98e322c-f95f-4a2a-9765-7546e3253f72 in Status: SUCCESS [ 615.875937] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.880855] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.053711] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72e4b011-480e-4e92-ac15-b11b4100a8de [ 616.053953] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.054103] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.054174] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.054431] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.054532] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.054634] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72e4b011-480e-4e92-ac15-b11b4100a8de already deleted. [ 616.054718] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72e4b011-480e-4e92-ac15-b11b4100a8de" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.088295] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7db3f3f-6230-4882-9263-67887fd875cf [ 616.088518] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.088789] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.088789] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.089177] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.089177] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.089177] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7db3f3f-6230-4882-9263-67887fd875cf already deleted. [ 616.089327] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7db3f3f-6230-4882-9263-67887fd875cf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.093588] env[69976]: INFO networking_nsxv3.common.synchronization [req-61a61d7e-4471-477a-a2ee-47a0693de439 req-2336f3ef-cf3e-47ba-b4e0-e8d21d0acfba tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Enqueued Resource ID: a9b16169-3720-46ad-adea-d636fca71bd3 with Priority: HIGHEST for action security_group_members [ 616.094161] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9b16169-3720-46ad-adea-d636fca71bd3 with Priority: HIGHEST for action security_group_members [ 616.094470] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9b16169-3720-46ad-adea-d636fca71bd3 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.094596] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.094664] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.094860] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.095021] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.095120] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.095183] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.095334] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.095417] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.095512] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9b16169-3720-46ad-adea-d636fca71bd3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.382358] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.382711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.382711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.382867] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.382955] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.384741] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a is going to be updated. [ 616.423479] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.423479] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.423479] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.423623] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.423718] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.435638] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a in Status: IN_PROGRESS for 2s [ 616.598158] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.598158] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.598264] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.598819] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.600678] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.601019] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.601158] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.601229] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.601462] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.601548] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.601642] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9b16169-3720-46ad-adea-d636fca71bd3 is going to be updated. [ 616.637044] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.637044] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.637044] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.637044] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.637044] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.644458] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9b16169-3720-46ad-adea-d636fca71bd3 in Status: IN_PROGRESS for 2s [ 616.665311] env[69976]: INFO networking_nsxv3.common.synchronization [req-030fe373-f26e-443c-b742-7f222d86425d req-d5727dad-ed00-49b4-947a-c267867ded21 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Enqueued Resource ID: bfc0f383-cba9-4950-8954-bb05f4e038d3 with Priority: HIGHEST for action security_group_members [ 616.666063] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc0f383-cba9-4950-8954-bb05f4e038d3 with Priority: HIGHEST for action security_group_members [ 616.667937] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfc0f383-cba9-4950-8954-bb05f4e038d3 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.667937] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.667937] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.667937] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.667937] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.667937] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.667937] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.668233] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.668233] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.668311] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfc0f383-cba9-4950-8954-bb05f4e038d3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.170903] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.171185] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.171373] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.171579] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.171723] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.172014] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.172176] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.172248] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.172419] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.172515] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.172614] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfc0f383-cba9-4950-8954-bb05f4e038d3 is going to be updated. [ 617.206030] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.206030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.206030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.206372] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.206372] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.216494] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfc0f383-cba9-4950-8954-bb05f4e038d3 in Status: IN_PROGRESS for 2s [ 617.600020] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88255007-2a52-4e7c-80c4-7f73005f3cce in Status: SUCCESS [ 617.601171] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.601171] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.601171] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.601171] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.601171] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.601608] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.601785] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.601785] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.601875] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.602157] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88255007-2a52-4e7c-80c4-7f73005f3cce',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.845629] env[69976]: INFO networking_nsxv3.common.synchronization [None req-4ff287e2-92c9-4194-a835-da7266b0974e None None] Enqueued Resource ID: e5b45744-e081-42d7-b88c-370aa61eacc3 with Priority: HIGHEST for action port [ 617.846244] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b45744-e081-42d7-b88c-370aa61eacc3 with Priority: HIGHEST for action port [ 617.846559] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5b45744-e081-42d7-b88c-370aa61eacc3 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.848893] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5b45744-e081-42d7-b88c-370aa61eacc3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.848893] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5b45744-e081-42d7-b88c-370aa61eacc3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.848893] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5b45744-e081-42d7-b88c-370aa61eacc3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.848893] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5b45744-e081-42d7-b88c-370aa61eacc3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.103204] env[69976]: INFO networking_nsxv3.common.synchronization [None req-d18c1d68-224d-4118-9628-bbb3eaab7863 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Enqueued Resource ID: f316deae-cff1-4d6a-a4a3-a59565c73c0d with Priority: HIGHEST for action security_group_rules [ 618.103204] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f316deae-cff1-4d6a-a4a3-a59565c73c0d with Priority: HIGHEST for action security_group_rules [ 618.103204] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f316deae-cff1-4d6a-a4a3-a59565c73c0d taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.103204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.103204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.103204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.103204] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f316deae-cff1-4d6a-a4a3-a59565c73c0d',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.104445] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-88255007-2a52-4e7c-80c4-7f73005f3cce taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.104585] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.104633] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.104819] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.104967] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.105094] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.105151] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.105284] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.105365] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.105452] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.105590] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-88255007-2a52-4e7c-80c4-7f73005f3cce taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.105680] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.105752] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.106211] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.106211] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.107212] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.107212] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.107557] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.107710] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.107875] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.108012] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88255007-2a52-4e7c-80c4-7f73005f3cce',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.293113] env[69976]: INFO networking_nsxv3.common.synchronization [None req-171462ca-2f47-4366-95a7-3815e07a386c None None] Enqueued Resource ID: 37bae484-84b7-48eb-a1c9-d6862379dcb8 with Priority: HIGHEST for action port [ 618.293380] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37bae484-84b7-48eb-a1c9-d6862379dcb8 with Priority: HIGHEST for action port [ 618.293932] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-37bae484-84b7-48eb-a1c9-d6862379dcb8 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.294142] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37bae484-84b7-48eb-a1c9-d6862379dcb8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.294142] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37bae484-84b7-48eb-a1c9-d6862379dcb8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.294396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37bae484-84b7-48eb-a1c9-d6862379dcb8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.294484] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37bae484-84b7-48eb-a1c9-d6862379dcb8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.351344] env[69976]: INFO networking_nsxv3.common.synchronization [None req-405607b7-0a12-4bb9-be25-ae106f277db1 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Enqueued Resource ID: f316deae-cff1-4d6a-a4a3-a59565c73c0d with Priority: HIGHEST for action security_group_rules [ 618.351344] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5b45744-e081-42d7-b88c-370aa61eacc3 [ 618.353078] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.353549] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.353837] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.354270] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.354572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.354846] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5b45744-e081-42d7-b88c-370aa61eacc3 already deleted. [ 618.355075] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5b45744-e081-42d7-b88c-370aa61eacc3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.355362] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f316deae-cff1-4d6a-a4a3-a59565c73c0d with Priority: HIGHEST for action security_group_rules [ 618.356411] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f316deae-cff1-4d6a-a4a3-a59565c73c0d taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.356411] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.449302] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a in Status: SUCCESS [ 618.449583] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.449821] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.450135] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.450381] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.450523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.450616] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.450954] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.450954] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.451128] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.451281] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.451429] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.451513] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.451728] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.451868] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.451980] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.452568] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.452758] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.453687] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.454567] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.454567] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.611697] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88255007-2a52-4e7c-80c4-7f73005f3cce: rpc.has_security_group_logging(os_id): False [ 618.637113] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.637268] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.637268] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.637488] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.637581] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.637696] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f316deae-cff1-4d6a-a4a3-a59565c73c0d already deleted. [ 618.637787] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.638773] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.641669] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.641669] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.641669] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.641669] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.641669] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.641669] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.641669] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.641669] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.641669] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.641669] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.641669] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.641669] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.641669] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.641669] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.642396] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.642396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.642396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.642396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.642396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.642396] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88255007-2a52-4e7c-80c4-7f73005f3cce is going to be created. [ 618.642396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.642627] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.642627] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f316deae-cff1-4d6a-a4a3-a59565c73c0d',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.655641] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9b16169-3720-46ad-adea-d636fca71bd3 in Status: SUCCESS [ 618.655887] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9b16169-3720-46ad-adea-d636fca71bd3 deletion is rescheduled due to dependency. [ 618.655972] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.718333] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.718480] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.718547] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.718872] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.719088] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.734465] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88255007-2a52-4e7c-80c4-7f73005f3cce in Status: IN_PROGRESS for 2s [ 618.797768] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37bae484-84b7-48eb-a1c9-d6862379dcb8 [ 618.798317] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.798743] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.798956] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.799381] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.800660] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.800660] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37bae484-84b7-48eb-a1c9-d6862379dcb8 already deleted. [ 618.800660] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37bae484-84b7-48eb-a1c9-d6862379dcb8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.918321] env[69976]: INFO networking_nsxv3.common.synchronization [req-367577d4-6397-45d1-abe8-5d5c1f86161e req-55163b0f-afad-401e-bf13-520d9cdc9824 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Enqueued Resource ID: 26629797-2ce9-4e41-98c5-f1c0be74e985 with Priority: HIGHEST for action security_group_members [ 618.918321] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26629797-2ce9-4e41-98c5-f1c0be74e985 with Priority: HIGHEST for action security_group_members [ 618.918321] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-26629797-2ce9-4e41-98c5-f1c0be74e985 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.918321] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.918321] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.922523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.922523] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.922523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.922523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.922523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.922523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.922523] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26629797-2ce9-4e41-98c5-f1c0be74e985',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.959392] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a: rpc.has_security_group_logging(os_id): False [ 618.981192] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.981452] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.981452] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.981647] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.981763] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.981945] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.982061] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.982168] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.983201] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.983201] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.983201] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.983201] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.983201] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.983201] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.983201] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.983201] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.983201] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.983675] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.983675] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.983675] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.983675] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a is going to be updated. [ 619.053746] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.053746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.053746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.053746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.053746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.074160] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a in Status: IN_PROGRESS for 2s [ 619.170785] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.170979] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.171380] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.171687] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.171784] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.171888] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f316deae-cff1-4d6a-a4a3-a59565c73c0d already deleted. [ 619.171969] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.228525] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfc0f383-cba9-4950-8954-bb05f4e038d3 in Status: SUCCESS [ 619.228742] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfc0f383-cba9-4950-8954-bb05f4e038d3 deletion is rescheduled due to dependency. [ 619.228858] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.399406] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-444 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.399406] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-444" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.399510] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-444" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.399788] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-444" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.401114] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.402058] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.402058] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.402058] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.402236] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.402450] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 619.404020] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.404020] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.404020] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.404020] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 619.404020] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.404020] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.424195] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.424384] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.424477] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.424745] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.424853] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.425083] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.425193] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.425252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.425463] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.425548] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.425639] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26629797-2ce9-4e41-98c5-f1c0be74e985 already deleted. [ 619.425724] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.427266] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.427266] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 619.427397] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.427473] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-444" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.427758] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-fc214568-0baa-4c2b-849e-c66556213419 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.427921] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-fc214568-0baa-4c2b-849e-c66556213419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.428057] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-fc214568-0baa-4c2b-849e-c66556213419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.428354] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-fc214568-0baa-4c2b-849e-c66556213419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.428515] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc214568-0baa-4c2b-849e-c66556213419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.624109] env[69976]: INFO networking_nsxv3.common.synchronization [None req-ffc55d3c-5257-4984-9e19-d5c8bc6962e0 None None] Enqueued Resource ID: d88100e8-5e59-4fe9-a9d2-386b3477eaf1 with Priority: HIGHEST for action port [ 619.624649] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d88100e8-5e59-4fe9-a9d2-386b3477eaf1 with Priority: HIGHEST for action port [ 619.624800] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-d88100e8-5e59-4fe9-a9d2-386b3477eaf1 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.624886] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d88100e8-5e59-4fe9-a9d2-386b3477eaf1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.624953] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d88100e8-5e59-4fe9-a9d2-386b3477eaf1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.625888] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d88100e8-5e59-4fe9-a9d2-386b3477eaf1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.625996] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d88100e8-5e59-4fe9-a9d2-386b3477eaf1',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.934904] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.934904] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.934904] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.934904] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.934904] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.934904] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port fc214568-0baa-4c2b-849e-c66556213419 not found, creating... [ 619.934904] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.934904] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.934904] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.934904] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.934904] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.935652] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.935652] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.936325] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.936570] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.936722] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.937339] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: fc214568-0baa-4c2b-849e-c66556213419 is going to be created. [ 619.960678] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.960911] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.961049] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.961325] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.961585] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.961815] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-fc214568-0baa-4c2b-849e-c66556213419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.129442] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d88100e8-5e59-4fe9-a9d2-386b3477eaf1 [ 620.129442] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.129442] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.129442] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.129442] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.130621] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.130621] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d88100e8-5e59-4fe9-a9d2-386b3477eaf1 already deleted. [ 620.130621] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d88100e8-5e59-4fe9-a9d2-386b3477eaf1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.361190] env[69976]: INFO networking_nsxv3.common.synchronization [None req-3030f8af-1865-4e2c-bc84-c8456946876c None None] Enqueued Resource ID: db5b65a1-fc8b-46eb-a47e-e8805a1592ab with Priority: HIGHEST for action port [ 620.361839] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db5b65a1-fc8b-46eb-a47e-e8805a1592ab with Priority: HIGHEST for action port [ 620.363319] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-db5b65a1-fc8b-46eb-a47e-e8805a1592ab taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.363814] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db5b65a1-fc8b-46eb-a47e-e8805a1592ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.363814] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db5b65a1-fc8b-46eb-a47e-e8805a1592ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.363814] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db5b65a1-fc8b-46eb-a47e-e8805a1592ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.364123] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db5b65a1-fc8b-46eb-a47e-e8805a1592ab',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.750772] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88255007-2a52-4e7c-80c4-7f73005f3cce in Status: SUCCESS [ 620.751034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.867845] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db5b65a1-fc8b-46eb-a47e-e8805a1592ab [ 620.867845] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.867845] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.867845] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.867845] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.867845] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.867845] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db5b65a1-fc8b-46eb-a47e-e8805a1592ab already deleted. [ 620.867845] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db5b65a1-fc8b-46eb-a47e-e8805a1592ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.897921] env[69976]: INFO networking_nsxv3.common.synchronization [req-367577d4-6397-45d1-abe8-5d5c1f86161e req-9bdedaa8-44f7-4b07-b447-56e9fb10bcb4 service nova] Enqueued Resource ID: 26629797-2ce9-4e41-98c5-f1c0be74e985 with Priority: HIGHEST for action security_group_rules [ 620.898202] env[69976]: INFO networking_nsxv3.common.synchronization [req-367577d4-6397-45d1-abe8-5d5c1f86161e req-9bdedaa8-44f7-4b07-b447-56e9fb10bcb4 service nova] Enqueued Resource ID: 26629797-2ce9-4e41-98c5-f1c0be74e985 with Priority: HIGHEST for action security_group_members [ 620.898282] env[69976]: INFO networking_nsxv3.common.synchronization [req-367577d4-6397-45d1-abe8-5d5c1f86161e req-9bdedaa8-44f7-4b07-b447-56e9fb10bcb4 service nova] Enqueued Resource ID: fc214568-0baa-4c2b-849e-c66556213419 with Priority: HIGHEST for action port [ 620.899998] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26629797-2ce9-4e41-98c5-f1c0be74e985 with Priority: HIGHEST for action security_group_rules [ 620.900127] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26629797-2ce9-4e41-98c5-f1c0be74e985 with Priority: HIGHEST for action security_group_members [ 620.900285] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc214568-0baa-4c2b-849e-c66556213419 with Priority: HIGHEST for action port [ 620.900589] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26629797-2ce9-4e41-98c5-f1c0be74e985 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.900720] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.900835] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.900985] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.901069] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26629797-2ce9-4e41-98c5-f1c0be74e985',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.902075] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-26629797-2ce9-4e41-98c5-f1c0be74e985 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.902219] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.902273] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.902563] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.902563] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.902672] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.902703] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.903172] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.903269] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.903390] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26629797-2ce9-4e41-98c5-f1c0be74e985',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.904754] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc214568-0baa-4c2b-849e-c66556213419 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.904906] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc214568-0baa-4c2b-849e-c66556213419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.904995] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc214568-0baa-4c2b-849e-c66556213419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.905092] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc214568-0baa-4c2b-849e-c66556213419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.906278] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc214568-0baa-4c2b-849e-c66556213419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.092141] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a in Status: SUCCESS [ 621.092141] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.092141] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.092141] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.092141] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.408148] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-26629797-2ce9-4e41-98c5-f1c0be74e985 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.408148] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.413098] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc214568-0baa-4c2b-849e-c66556213419 with status ACTIVE [ 621.413098] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.413098] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.413098] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.413343] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.413343] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.414284] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.414284] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.414284] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.414284] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.414284] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.414284] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.414284] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.414284] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.414647] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.414647] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.414647] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc214568-0baa-4c2b-849e-c66556213419 is going to be updated. [ 621.415982] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26629797-2ce9-4e41-98c5-f1c0be74e985',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.445177] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.445177] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.445177] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.445177] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.445177] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.445495] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc214568-0baa-4c2b-849e-c66556213419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.461761] env[69976]: INFO networking_nsxv3.common.synchronization [req-47eb12f0-067c-4ddb-a6fa-c101bc4e1e67 req-557e6fc5-f62e-47d5-80e5-50983bda0516 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 with Priority: HIGHEST for action security_group_members [ 621.461953] env[69976]: INFO networking_nsxv3.common.synchronization [req-47eb12f0-067c-4ddb-a6fa-c101bc4e1e67 req-557e6fc5-f62e-47d5-80e5-50983bda0516 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_members [ 621.462694] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 with Priority: HIGHEST for action security_group_members [ 621.462838] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_members [ 621.463405] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.463898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.463898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.464181] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.464362] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.464496] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.464567] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.464743] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.464832] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.464955] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.472399] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.472399] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.472399] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.472399] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.472399] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.472399] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.472399] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.472399] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.472399] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.472399] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.554612] env[69976]: INFO networking_nsxv3.common.synchronization [req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 req-5f13fe3f-7b87-49fb-b939-68f582c8a9bb tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Enqueued Resource ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 with Priority: HIGHEST for action security_group_members [ 621.555183] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 with Priority: HIGHEST for action security_group_members [ 621.555579] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b00d40-c304-4a25-a68f-0c2aca74fb47 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.555690] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.555690] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.555953] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.556342] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.556461] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.556606] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.556689] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.557893] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.557893] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6b00d40-c304-4a25-a68f-0c2aca74fb47',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.595401] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.595559] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.595630] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.595979] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.596133] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.596133] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.596247] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.596326] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.596417] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.596508] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.596599] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.601852] env[69976]: INFO networking_nsxv3.common.synchronization [req-47eb12f0-067c-4ddb-a6fa-c101bc4e1e67 req-557e6fc5-f62e-47d5-80e5-50983bda0516 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 with Priority: HIGHEST for action security_group_rules [ 621.602056] env[69976]: INFO networking_nsxv3.common.synchronization [req-47eb12f0-067c-4ddb-a6fa-c101bc4e1e67 req-557e6fc5-f62e-47d5-80e5-50983bda0516 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 with Priority: HIGHEST for action security_group_members [ 621.602203] env[69976]: INFO networking_nsxv3.common.synchronization [req-47eb12f0-067c-4ddb-a6fa-c101bc4e1e67 req-557e6fc5-f62e-47d5-80e5-50983bda0516 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_rules [ 621.602336] env[69976]: INFO networking_nsxv3.common.synchronization [req-47eb12f0-067c-4ddb-a6fa-c101bc4e1e67 req-557e6fc5-f62e-47d5-80e5-50983bda0516 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_members [ 621.602465] env[69976]: INFO networking_nsxv3.common.synchronization [req-47eb12f0-067c-4ddb-a6fa-c101bc4e1e67 req-557e6fc5-f62e-47d5-80e5-50983bda0516 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: 94e1b4b3-ec2b-4a31-b055-5a860ea3ca58 with Priority: HIGHEST for action port [ 621.603624] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 with Priority: HIGHEST for action security_group_rules [ 621.603624] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_rules [ 621.603785] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94e1b4b3-ec2b-4a31-b055-5a860ea3ca58 with Priority: HIGHEST for action port [ 621.603785] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 with Priority: HIGHEST for action security_group_members [ 621.603882] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_members [ 621.604150] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.605125] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.605442] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.605824] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.605958] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.607575] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.607575] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.607806] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.607863] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.607962] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.609237] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-94e1b4b3-ec2b-4a31-b055-5a860ea3ca58 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.609382] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94e1b4b3-ec2b-4a31-b055-5a860ea3ca58" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.609458] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94e1b4b3-ec2b-4a31-b055-5a860ea3ca58" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.609592] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94e1b4b3-ec2b-4a31-b055-5a860ea3ca58" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.609667] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94e1b4b3-ec2b-4a31-b055-5a860ea3ca58',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.610616] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.610666] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.610847] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.610943] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.921744] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26629797-2ce9-4e41-98c5-f1c0be74e985',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.970084] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.972352] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.059996] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.060231] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.060344] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.060590] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.060687] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.060970] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.060970] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.061121] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.061453] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.061453] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.061453] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 already deleted. [ 622.061656] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.104919] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.105068] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.105130] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.105446] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.105536] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.105608] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.105659] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.105771] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.106047] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.106047] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.106123] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.106209] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.106958] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.106958] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.106958] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.106958] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.106958] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.106958] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.106958] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.106958] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.107268] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.112342] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94e1b4b3-ec2b-4a31-b055-5a860ea3ca58 with status ACTIVE [ 622.112547] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.112863] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.112863] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.112962] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.112995] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.113341] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.113341] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.113341] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.113521] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.113554] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.113725] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.113816] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.113880] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.114075] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.114121] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.114192] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94e1b4b3-ec2b-4a31-b055-5a860ea3ca58 is going to be updated. [ 622.115485] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.115485] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.115704] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.119017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.139592] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.139758] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.139758] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.139915] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.140149] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.140229] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94e1b4b3-ec2b-4a31-b055-5a860ea3ca58" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.379031] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.379353] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.379905] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.379905] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.380210] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.380342] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.380445] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.380696] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.381178] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.381178] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 622.381311] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.381446] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.381590] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.381712] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 622.381828] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.381970] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.420502] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.420938] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 622.420938] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.421207] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.421387] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.421622] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.421758] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.423727] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.423727] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.424446] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.424580] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.424680] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.425212] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.425877] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.425877] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26629797-2ce9-4e41-98c5-f1c0be74e985 is going to be created. [ 622.466849] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.467017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.467553] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.467553] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.467553] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.472595] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.473610] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.491587] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26629797-2ce9-4e41-98c5-f1c0be74e985 in Status: UNINITIALIZED for 2s [ 622.515544] env[69976]: INFO networking_nsxv3.common.synchronization [None req-bf55b3fe-8079-4ce7-b3ed-c65a0e638f56 None None] Enqueued Resource ID: 459e955c-4326-4903-af50-f72ed8fd0381 with Priority: HIGHEST for action port [ 622.516364] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 459e955c-4326-4903-af50-f72ed8fd0381 with Priority: HIGHEST for action port [ 622.516490] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-459e955c-4326-4903-af50-f72ed8fd0381 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.516612] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-459e955c-4326-4903-af50-f72ed8fd0381" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.517023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-459e955c-4326-4903-af50-f72ed8fd0381" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.517023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-459e955c-4326-4903-af50-f72ed8fd0381" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.517023] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('459e955c-4326-4903-af50-f72ed8fd0381',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.609175] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a: rpc.has_security_group_logging(os_id): False [ 622.633179] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.633274] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.633274] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.633466] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.633558] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.633764] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.633856] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.633916] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.634076] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.634158] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.634346] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.634435] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.634493] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.634634] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.634703] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.634875] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.634963] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.639708] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.640035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.640167] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.640301] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a is going to be updated. [ 622.781368] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.781368] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.781368] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.781368] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.781368] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.823878] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a in Status: IN_PROGRESS for 2s [ 622.934027] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.934027] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.934027] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.934027] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.934027] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.934027] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186 not found, creating... [ 622.934027] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.934027] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.934027] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.934027] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.934027] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.934861] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.934861] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.934861] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.934861] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.934861] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.936023] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186 is going to be created. [ 622.978646] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.978646] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.978646] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.978646] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.978646] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.978646] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 is going to be created. [ 622.978646] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.978646] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.978646] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.978646] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.984758] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.984758] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e is going to be updated. [ 622.984758] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.985187] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.985187] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.985381] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.985637] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.985734] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.019719] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 459e955c-4326-4903-af50-f72ed8fd0381 [ 623.020420] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.020931] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.020931] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.021145] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.021339] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.021488] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:459e955c-4326-4903-af50-f72ed8fd0381 already deleted. [ 623.021712] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-459e955c-4326-4903-af50-f72ed8fd0381" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.036670] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.036836] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.036889] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.037245] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.037418] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.041799] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.041986] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.042061] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.042479] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.042690] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.056524] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 in Status: UNINITIALIZED for 2s [ 623.058267] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: IN_PROGRESS for 2s [ 623.785929] env[69976]: INFO networking_nsxv3.common.synchronization [req-f532deec-9e3e-422d-968a-ce87a53a0f39 req-e032ca57-b9fb-4b73-9e35-d86a5c927bc7 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Enqueued Resource ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 with Priority: HIGHEST for action security_group_members [ 623.785929] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 with Priority: HIGHEST for action security_group_members [ 623.785929] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b00d40-c304-4a25-a68f-0c2aca74fb47 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.786547] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.787634] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.787634] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.787634] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.787634] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.787634] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.787634] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.787634] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.787634] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6b00d40-c304-4a25-a68f-0c2aca74fb47',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.854523] env[69976]: INFO networking_nsxv3.common.synchronization [None req-dc789d49-eeae-4b28-8e49-6f81d74b44f5 None None] Enqueued Resource ID: 156c3a92-fec5-489b-ad5d-c86f3ddbb156 with Priority: HIGHEST for action port [ 623.854681] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 156c3a92-fec5-489b-ad5d-c86f3ddbb156 with Priority: HIGHEST for action port [ 623.855395] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-156c3a92-fec5-489b-ad5d-c86f3ddbb156 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.855476] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-156c3a92-fec5-489b-ad5d-c86f3ddbb156" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.855539] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-156c3a92-fec5-489b-ad5d-c86f3ddbb156" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.855824] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-156c3a92-fec5-489b-ad5d-c86f3ddbb156" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.855934] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('156c3a92-fec5-489b-ad5d-c86f3ddbb156',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.984465] env[69976]: INFO networking_nsxv3.common.synchronization [req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 req-6d1a2b4b-b932-483c-92a9-ab208d263cbd service nova] Enqueued Resource ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 with Priority: HIGHEST for action security_group_rules [ 623.984726] env[69976]: INFO networking_nsxv3.common.synchronization [req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 req-6d1a2b4b-b932-483c-92a9-ab208d263cbd service nova] Enqueued Resource ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 with Priority: HIGHEST for action security_group_members [ 623.984779] env[69976]: INFO networking_nsxv3.common.synchronization [req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 req-6d1a2b4b-b932-483c-92a9-ab208d263cbd service nova] Enqueued Resource ID: 46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186 with Priority: HIGHEST for action port [ 623.984999] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 with Priority: HIGHEST for action security_group_rules [ 623.985204] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 with Priority: HIGHEST for action security_group_members [ 623.985266] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186 with Priority: HIGHEST for action port [ 623.988872] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6b00d40-c304-4a25-a68f-0c2aca74fb47 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.989030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.989088] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.989428] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.989675] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6b00d40-c304-4a25-a68f-0c2aca74fb47',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.990463] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b00d40-c304-4a25-a68f-0c2aca74fb47 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.990576] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.990784] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.990886] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.990951] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.991152] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.991243] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.290559] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6b00d40-c304-4a25-a68f-0c2aca74fb47',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.360687] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 156c3a92-fec5-489b-ad5d-c86f3ddbb156 [ 624.362240] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.362240] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.362240] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.362474] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.363165] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.363165] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:156c3a92-fec5-489b-ad5d-c86f3ddbb156 already deleted. [ 624.363165] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-156c3a92-fec5-489b-ad5d-c86f3ddbb156" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.445104] env[69976]: INFO networking_nsxv3.common.synchronization [req-49828cf2-6147-403b-9ea9-2eae7922d3d8 req-f5087f15-0bcb-486d-91ac-37d7488d3aaa tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 with Priority: HIGHEST for action security_group_members [ 624.445227] env[69976]: INFO networking_nsxv3.common.synchronization [req-49828cf2-6147-403b-9ea9-2eae7922d3d8 req-f5087f15-0bcb-486d-91ac-37d7488d3aaa tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: e70d6c7b-882b-4a67-aef5-0346951944eb with Priority: HIGHEST for action security_group_members [ 624.445530] env[69976]: INFO networking_nsxv3.common.synchronization [req-49828cf2-6147-403b-9ea9-2eae7922d3d8 req-f5087f15-0bcb-486d-91ac-37d7488d3aaa tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_members [ 624.446225] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 with Priority: HIGHEST for action security_group_members [ 624.446320] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e70d6c7b-882b-4a67-aef5-0346951944eb with Priority: HIGHEST for action security_group_members [ 624.446580] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_members [ 624.446711] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.446802] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.447202] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-e70d6c7b-882b-4a67-aef5-0346951944eb taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.448362] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e70d6c7b-882b-4a67-aef5-0346951944eb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.448459] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e70d6c7b-882b-4a67-aef5-0346951944eb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.448730] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e70d6c7b-882b-4a67-aef5-0346951944eb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.448892] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.449014] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.449264] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.449264] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.449339] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.449439] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e70d6c7b-882b-4a67-aef5-0346951944eb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.453021] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.453021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.495023] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b00d40-c304-4a25-a68f-0c2aca74fb47 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.495023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.495023] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186 with status ACTIVE [ 624.495023] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.495023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.495023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.495023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.495023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.495023] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.495023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.495023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.498054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.498054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.498054] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.498054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.498054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.498054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.498054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.498054] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186 is going to be updated. [ 624.509523] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26629797-2ce9-4e41-98c5-f1c0be74e985 in Status: SUCCESS [ 624.509523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.509523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.509523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.509523] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.509523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.509523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.509523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.509523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.509523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.509523] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26629797-2ce9-4e41-98c5-f1c0be74e985',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.518311] env[69976]: INFO networking_nsxv3.common.synchronization [req-532788a2-9c24-49fb-b0ec-0abf9a888b31 req-26a15849-a564-4bb0-bc59-a0f981c5b257 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] Enqueued Resource ID: d98e322c-f95f-4a2a-9765-7546e3253f72 with Priority: HIGHEST for action security_group_members [ 624.518311] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d98e322c-f95f-4a2a-9765-7546e3253f72 with Priority: HIGHEST for action security_group_members [ 624.518311] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d98e322c-f95f-4a2a-9765-7546e3253f72 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.518311] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.518311] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.518311] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.518311] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.518311] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.518311] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.518311] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.519278] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.519552] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d98e322c-f95f-4a2a-9765-7546e3253f72',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.522253] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.522960] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.522960] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.523980] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.523980] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.523980] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.551474] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.551772] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.552463] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.552745] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.553026] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.554961] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.554961] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.554961] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.554961] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.554961] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 624.554961] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.554961] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.554961] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.554961] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 624.554961] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.554961] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.562060] env[69976]: INFO networking_nsxv3.common.synchronization [req-49828cf2-6147-403b-9ea9-2eae7922d3d8 req-f5087f15-0bcb-486d-91ac-37d7488d3aaa tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 with Priority: HIGHEST for action security_group_rules [ 624.562182] env[69976]: INFO networking_nsxv3.common.synchronization [req-49828cf2-6147-403b-9ea9-2eae7922d3d8 req-f5087f15-0bcb-486d-91ac-37d7488d3aaa tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 with Priority: HIGHEST for action security_group_members [ 624.562323] env[69976]: INFO networking_nsxv3.common.synchronization [req-49828cf2-6147-403b-9ea9-2eae7922d3d8 req-f5087f15-0bcb-486d-91ac-37d7488d3aaa tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_rules [ 624.563033] env[69976]: INFO networking_nsxv3.common.synchronization [req-49828cf2-6147-403b-9ea9-2eae7922d3d8 req-f5087f15-0bcb-486d-91ac-37d7488d3aaa tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_members [ 624.563033] env[69976]: INFO networking_nsxv3.common.synchronization [req-49828cf2-6147-403b-9ea9-2eae7922d3d8 req-f5087f15-0bcb-486d-91ac-37d7488d3aaa tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: e70d6c7b-882b-4a67-aef5-0346951944eb with Priority: HIGHEST for action security_group_rules [ 624.563033] env[69976]: INFO networking_nsxv3.common.synchronization [req-49828cf2-6147-403b-9ea9-2eae7922d3d8 req-f5087f15-0bcb-486d-91ac-37d7488d3aaa tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: e70d6c7b-882b-4a67-aef5-0346951944eb with Priority: HIGHEST for action security_group_members [ 624.563033] env[69976]: INFO networking_nsxv3.common.synchronization [req-49828cf2-6147-403b-9ea9-2eae7922d3d8 req-f5087f15-0bcb-486d-91ac-37d7488d3aaa tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: 94e1b4b3-ec2b-4a31-b055-5a860ea3ca58 with Priority: HIGHEST for action port [ 624.563715] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 with Priority: HIGHEST for action security_group_rules [ 624.563856] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_rules [ 624.563951] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e70d6c7b-882b-4a67-aef5-0346951944eb with Priority: HIGHEST for action security_group_members [ 624.567055] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94e1b4b3-ec2b-4a31-b055-5a860ea3ca58 with Priority: HIGHEST for action port [ 624.567055] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e70d6c7b-882b-4a67-aef5-0346951944eb with Priority: HIGHEST for action security_group_rules [ 624.567055] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 with Priority: HIGHEST for action security_group_members [ 624.567055] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_members [ 624.568275] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.568424] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.568609] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.568724] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.570655] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-e70d6c7b-882b-4a67-aef5-0346951944eb taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.570655] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e70d6c7b-882b-4a67-aef5-0346951944eb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.570655] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-94e1b4b3-ec2b-4a31-b055-5a860ea3ca58 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.570655] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94e1b4b3-ec2b-4a31-b055-5a860ea3ca58" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.570655] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94e1b4b3-ec2b-4a31-b055-5a860ea3ca58" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.570863] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94e1b4b3-ec2b-4a31-b055-5a860ea3ca58" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.570904] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94e1b4b3-ec2b-4a31-b055-5a860ea3ca58',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.572363] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e70d6c7b-882b-4a67-aef5-0346951944eb taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.572634] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e70d6c7b-882b-4a67-aef5-0346951944eb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.572701] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e70d6c7b-882b-4a67-aef5-0346951944eb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.573333] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e70d6c7b-882b-4a67-aef5-0346951944eb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.573333] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e70d6c7b-882b-4a67-aef5-0346951944eb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.573906] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.573997] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.575119] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.575119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.585300] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.585491] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 624.585611] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.585787] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.586117] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-60e24307-bdc0-4790-a0ad-4f34cf79016b taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.586301] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-60e24307-bdc0-4790-a0ad-4f34cf79016b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.586512] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-60e24307-bdc0-4790-a0ad-4f34cf79016b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.586708] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-60e24307-bdc0-4790-a0ad-4f34cf79016b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.586850] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60e24307-bdc0-4790-a0ad-4f34cf79016b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.793606] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6b00d40-c304-4a25-a68f-0c2aca74fb47',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.886735] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a in Status: SUCCESS [ 624.887532] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.956159] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e70d6c7b-882b-4a67-aef5-0346951944eb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.016452] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26629797-2ce9-4e41-98c5-f1c0be74e985',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.025151] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.025151] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.025151] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.025151] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.025151] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.025151] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.025151] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.025151] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.025151] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.025151] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.025151] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d98e322c-f95f-4a2a-9765-7546e3253f72 is going to be updated. [ 625.075413] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94e1b4b3-ec2b-4a31-b055-5a860ea3ca58 with status ACTIVE [ 625.076073] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.076073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.076073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.076412] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.076412] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.076484] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.076532] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.076589] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.076780] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.076851] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.077058] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.078747] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.078747] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.078747] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.078747] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.078747] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94e1b4b3-ec2b-4a31-b055-5a860ea3ca58 is going to be updated. [ 625.080047] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-e70d6c7b-882b-4a67-aef5-0346951944eb taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.080264] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e70d6c7b-882b-4a67-aef5-0346951944eb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.088854] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.089246] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.089402] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.089793] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.089981] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.090213] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 60e24307-bdc0-4790-a0ad-4f34cf79016b not found, creating... [ 625.090652] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.090845] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.093078] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.093078] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.093078] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.093078] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.093078] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.093078] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.093078] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.093078] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.093078] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 60e24307-bdc0-4790-a0ad-4f34cf79016b is going to be created. [ 625.096885] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: SUCCESS [ 625.096885] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.098089] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 in Status: SUCCESS [ 625.098307] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.099567] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.099671] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.099840] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.100384] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.100384] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.100384] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.100384] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.100704] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.101362] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.101619] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.101824] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.101962] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.104917] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.104917] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.104917] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.104917] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.104917] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.104917] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.104917] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.105394] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.105394] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.123515] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.123515] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.123515] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.123515] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.123515] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.123515] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94e1b4b3-ec2b-4a31-b055-5a860ea3ca58" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.140238] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d98e322c-f95f-4a2a-9765-7546e3253f72 in Status: IN_PROGRESS for 2s [ 625.168833] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.168833] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.169091] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.170559] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.170559] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.170559] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-60e24307-bdc0-4790-a0ad-4f34cf79016b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.299503] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.299503] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.299503] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.299503] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.299503] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.299503] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 is going to be created. [ 625.338026] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.338026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.338026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.338026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.338026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.352522] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 in Status: UNINITIALIZED for 2s [ 625.457334] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e70d6c7b-882b-4a67-aef5-0346951944eb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.518123] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26629797-2ce9-4e41-98c5-f1c0be74e985: rpc.has_security_group_logging(os_id): False [ 625.540659] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.540854] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.540900] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.541116] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.541202] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.541459] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.541584] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.541641] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.541784] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.541867] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.542097] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26629797-2ce9-4e41-98c5-f1c0be74e985 is going to be created. [ 625.604263] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.606344] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.606544] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.606544] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.606791] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.607025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.611735] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.619025] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26629797-2ce9-4e41-98c5-f1c0be74e985 in Status: IN_PROGRESS for 2s [ 625.963308] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.963451] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.963489] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.963713] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.963797] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.963897] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e70d6c7b-882b-4a67-aef5-0346951944eb is going to be created. [ 625.994864] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.995125] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.995125] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.995430] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.995481] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.010686] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e70d6c7b-882b-4a67-aef5-0346951944eb in Status: UNINITIALIZED for 2s [ 626.109928] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.114677] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.173446] env[69976]: INFO networking_nsxv3.common.synchronization [None req-0bb4d600-990a-4c5f-90e8-890defeb0a19 None None] Enqueued Resource ID: 4a4a8cba-97f8-4d54-bb18-b13f3dc697b5 with Priority: HIGHEST for action port [ 626.173725] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a4a8cba-97f8-4d54-bb18-b13f3dc697b5 with Priority: HIGHEST for action port [ 626.174331] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a4a8cba-97f8-4d54-bb18-b13f3dc697b5 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.174468] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a4a8cba-97f8-4d54-bb18-b13f3dc697b5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.174506] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a4a8cba-97f8-4d54-bb18-b13f3dc697b5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.174769] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a4a8cba-97f8-4d54-bb18-b13f3dc697b5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.174855] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a4a8cba-97f8-4d54-bb18-b13f3dc697b5',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.381720] env[69976]: INFO networking_nsxv3.common.synchronization [req-f532deec-9e3e-422d-968a-ce87a53a0f39 req-f458193e-4a93-4bd5-a36e-798fd00cf1fc service nova] Enqueued Resource ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 with Priority: HIGHEST for action security_group_rules [ 626.381720] env[69976]: INFO networking_nsxv3.common.synchronization [req-f532deec-9e3e-422d-968a-ce87a53a0f39 req-f458193e-4a93-4bd5-a36e-798fd00cf1fc service nova] Enqueued Resource ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 with Priority: HIGHEST for action security_group_members [ 626.381720] env[69976]: INFO networking_nsxv3.common.synchronization [req-f532deec-9e3e-422d-968a-ce87a53a0f39 req-f458193e-4a93-4bd5-a36e-798fd00cf1fc service nova] Enqueued Resource ID: 60e24307-bdc0-4790-a0ad-4f34cf79016b with Priority: HIGHEST for action port [ 626.381720] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 with Priority: HIGHEST for action security_group_rules [ 626.381720] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 with Priority: HIGHEST for action security_group_members [ 626.381720] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60e24307-bdc0-4790-a0ad-4f34cf79016b with Priority: HIGHEST for action port [ 626.381720] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6b00d40-c304-4a25-a68f-0c2aca74fb47 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.381720] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.381720] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b00d40-c304-4a25-a68f-0c2aca74fb47 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.381720] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.381720] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-60e24307-bdc0-4790-a0ad-4f34cf79016b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.387014] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60e24307-bdc0-4790-a0ad-4f34cf79016b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.387014] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60e24307-bdc0-4790-a0ad-4f34cf79016b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.387014] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60e24307-bdc0-4790-a0ad-4f34cf79016b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.387014] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60e24307-bdc0-4790-a0ad-4f34cf79016b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.615503] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.615706] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.615751] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.615951] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.616056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.616172] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e is going to be updated. [ 626.617706] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.617865] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.618767] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.619426] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.619583] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.619721] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 is going to be updated. [ 626.660839] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.661013] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.661089] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.661304] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.661451] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.663330] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.664132] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.664132] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.664132] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.664132] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.684030] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a4a8cba-97f8-4d54-bb18-b13f3dc697b5 [ 626.684030] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.684030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.684030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.684030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.684030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.684030] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a4a8cba-97f8-4d54-bb18-b13f3dc697b5 already deleted. [ 626.684030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a4a8cba-97f8-4d54-bb18-b13f3dc697b5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.698793] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 in Status: IN_PROGRESS for 2s [ 626.699841] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: IN_PROGRESS for 2s [ 626.889017] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60e24307-bdc0-4790-a0ad-4f34cf79016b with status ACTIVE [ 626.889017] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.889017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.889017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.889017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.889017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.889017] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.889017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.889623] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.889623] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.889623] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.889857] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.889857] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.889987] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.890335] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.890471] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.890564] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60e24307-bdc0-4790-a0ad-4f34cf79016b is going to be updated. [ 626.921699] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.921699] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.921699] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.922571] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.922571] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.922571] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60e24307-bdc0-4790-a0ad-4f34cf79016b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.990357] env[69976]: INFO networking_nsxv3.common.synchronization [None req-42d5b542-e5ae-4782-96f1-246bcdc31c40 None None] Enqueued Resource ID: d6096447-af7c-478a-b531-b107ad051b7d with Priority: HIGHEST for action port [ 626.991016] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6096447-af7c-478a-b531-b107ad051b7d with Priority: HIGHEST for action port [ 626.991427] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6096447-af7c-478a-b531-b107ad051b7d taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.991522] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6096447-af7c-478a-b531-b107ad051b7d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.991612] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6096447-af7c-478a-b531-b107ad051b7d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.991865] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6096447-af7c-478a-b531-b107ad051b7d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.991991] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6096447-af7c-478a-b531-b107ad051b7d',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.152213] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d98e322c-f95f-4a2a-9765-7546e3253f72 in Status: SUCCESS [ 627.152213] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d98e322c-f95f-4a2a-9765-7546e3253f72 deletion is rescheduled due to dependency. [ 627.152213] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.369432] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 in Status: SUCCESS [ 627.369432] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.369432] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.369432] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.369432] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.369432] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.369432] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.369432] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.369432] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.369432] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6b00d40-c304-4a25-a68f-0c2aca74fb47',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.374065] env[69976]: INFO networking_nsxv3.common.synchronization [req-f9f76f87-a548-46b5-a709-2c20660cdd2b req-c56b363d-1298-4e8b-afc1-3288ac7cd4d0 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Enqueued Resource ID: 4f5d12cf-964a-4887-baf0-d32a60295419 with Priority: HIGHEST for action security_group_members [ 627.374444] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f5d12cf-964a-4887-baf0-d32a60295419 with Priority: HIGHEST for action security_group_members [ 627.374896] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f5d12cf-964a-4887-baf0-d32a60295419 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.375141] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.375254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.376494] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.376494] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.376494] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.376494] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.376494] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.376494] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.376805] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f5d12cf-964a-4887-baf0-d32a60295419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.497390] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6096447-af7c-478a-b531-b107ad051b7d [ 627.497390] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.497390] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.497390] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.497390] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.497390] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.497390] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6096447-af7c-478a-b531-b107ad051b7d already deleted. [ 627.497390] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6096447-af7c-478a-b531-b107ad051b7d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.636449] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26629797-2ce9-4e41-98c5-f1c0be74e985 in Status: SUCCESS [ 627.636449] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.874923] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6b00d40-c304-4a25-a68f-0c2aca74fb47',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.885298] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.885459] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.885549] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.885804] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.885895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.886080] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.886218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.886268] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.886393] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.886473] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.886534] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f5d12cf-964a-4887-baf0-d32a60295419 already deleted. [ 627.886624] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.026630] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e70d6c7b-882b-4a67-aef5-0346951944eb in Status: SUCCESS [ 628.026630] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e70d6c7b-882b-4a67-aef5-0346951944eb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.026630] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e70d6c7b-882b-4a67-aef5-0346951944eb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.026630] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e70d6c7b-882b-4a67-aef5-0346951944eb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.026630] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.026630] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.026630] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.026630] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.026630] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.026630] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e70d6c7b-882b-4a67-aef5-0346951944eb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.107744] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.107943] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.108491] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.108491] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.108649] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.108737] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.108856] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.109305] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.109501] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.109700] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 628.109818] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.109928] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.110049] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.110205] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 628.112116] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.112116] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.134021] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.134221] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 628.134441] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.134525] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.134883] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-dfb7e19e-0c3d-40a0-b537-7c4fa824ad50 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.135326] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-dfb7e19e-0c3d-40a0-b537-7c4fa824ad50" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.135326] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-dfb7e19e-0c3d-40a0-b537-7c4fa824ad50" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.136932] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-dfb7e19e-0c3d-40a0-b537-7c4fa824ad50" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.136932] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfb7e19e-0c3d-40a0-b537-7c4fa824ad50',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.377635] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6b00d40-c304-4a25-a68f-0c2aca74fb47',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.532446] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e70d6c7b-882b-4a67-aef5-0346951944eb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.640287] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.640648] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.640829] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.641159] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.641344] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.641519] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port dfb7e19e-0c3d-40a0-b537-7c4fa824ad50 not found, creating... [ 628.641811] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.641990] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.642149] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.642407] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.642565] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.644017] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.644673] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.644673] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.646896] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.646896] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.646896] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: dfb7e19e-0c3d-40a0-b537-7c4fa824ad50 is going to be created. [ 628.686194] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.686433] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.686499] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.686834] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.687315] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.687522] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-dfb7e19e-0c3d-40a0-b537-7c4fa824ad50" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.715028] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 in Status: SUCCESS [ 628.715028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.715028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.715028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.715028] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.715028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.715028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.715028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.715028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.715028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.715028] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.717812] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: SUCCESS [ 628.717812] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.717812] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.717812] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.718106] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.718106] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.718106] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.718230] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.719374] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.719374] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.719513] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.719676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.719848] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.719959] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.720304] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.720483] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.720629] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.720723] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.720791] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.722192] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.722345] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.722532] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.722661] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.722725] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.722878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.722959] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.723083] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.880971] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.880971] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.880971] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.880971] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.882991] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.882991] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 is going to be updated. [ 628.922256] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.922256] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.922256] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.922429] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.922610] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.934984] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 in Status: IN_PROGRESS for 2s [ 629.039069] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e70d6c7b-882b-4a67-aef5-0346951944eb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.224177] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.224177] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.224747] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.226210] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.226210] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.309479] env[69976]: INFO networking_nsxv3.common.synchronization [req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 req-2f125dd6-3072-4b22-9b38-a2a8051c9f7b tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Enqueued Resource ID: d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba with Priority: HIGHEST for action security_group_members [ 629.310146] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba with Priority: HIGHEST for action security_group_members [ 629.310639] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.310639] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.310888] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.310936] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.314059] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.314308] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.314438] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.314658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.315608] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.315788] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.542851] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.543342] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.543342] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.543342] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.543342] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.543577] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e70d6c7b-882b-4a67-aef5-0346951944eb is going to be updated. [ 629.572521] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.575340] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.575340] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.575340] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.575340] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.586078] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e70d6c7b-882b-4a67-aef5-0346951944eb in Status: IN_PROGRESS for 2s [ 629.663197] env[69976]: INFO networking_nsxv3.common.synchronization [None req-300ca2b4-4a40-4a32-ac08-4fd1159bcf94 None None] Enqueued Resource ID: 7c33a951-81f9-46c3-b8c8-d50c7861e5cd with Priority: HIGHEST for action port [ 629.663197] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c33a951-81f9-46c3-b8c8-d50c7861e5cd with Priority: HIGHEST for action port [ 629.663197] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c33a951-81f9-46c3-b8c8-d50c7861e5cd taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.663197] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c33a951-81f9-46c3-b8c8-d50c7861e5cd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.663197] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c33a951-81f9-46c3-b8c8-d50c7861e5cd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.663966] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c33a951-81f9-46c3-b8c8-d50c7861e5cd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.667459] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c33a951-81f9-46c3-b8c8-d50c7861e5cd',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.727281] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.728586] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6: rpc.has_security_group_logging(os_id): False [ 629.729697] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.756217] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.756217] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.756217] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.756217] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.756217] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.756217] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.756217] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.756217] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.756217] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.758201] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.758201] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 is going to be created. [ 629.815562] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.816032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.816179] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.816480] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.816749] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.821176] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.821347] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.821400] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.821669] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.821767] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.821955] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.822169] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.822203] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.822361] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.822443] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.822585] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba already deleted. [ 629.822674] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.830300] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 in Status: IN_PROGRESS for 2s [ 630.154136] env[69976]: INFO networking_nsxv3.common.synchronization [req-f9f76f87-a548-46b5-a709-2c20660cdd2b req-7828dec9-ba86-4fcd-98ac-8b9bbec28e13 service nova] Enqueued Resource ID: 4f5d12cf-964a-4887-baf0-d32a60295419 with Priority: HIGHEST for action security_group_rules [ 630.155922] env[69976]: INFO networking_nsxv3.common.synchronization [req-f9f76f87-a548-46b5-a709-2c20660cdd2b req-7828dec9-ba86-4fcd-98ac-8b9bbec28e13 service nova] Enqueued Resource ID: 4f5d12cf-964a-4887-baf0-d32a60295419 with Priority: HIGHEST for action security_group_members [ 630.155922] env[69976]: INFO networking_nsxv3.common.synchronization [req-f9f76f87-a548-46b5-a709-2c20660cdd2b req-7828dec9-ba86-4fcd-98ac-8b9bbec28e13 service nova] Enqueued Resource ID: dfb7e19e-0c3d-40a0-b537-7c4fa824ad50 with Priority: HIGHEST for action port [ 630.155922] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f5d12cf-964a-4887-baf0-d32a60295419 with Priority: HIGHEST for action security_group_rules [ 630.155922] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f5d12cf-964a-4887-baf0-d32a60295419 with Priority: HIGHEST for action security_group_members [ 630.155922] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfb7e19e-0c3d-40a0-b537-7c4fa824ad50 with Priority: HIGHEST for action port [ 630.159637] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f5d12cf-964a-4887-baf0-d32a60295419 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.159637] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.159637] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.159637] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.159637] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f5d12cf-964a-4887-baf0-d32a60295419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.160226] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f5d12cf-964a-4887-baf0-d32a60295419 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.160335] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.160397] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.160578] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.160720] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.160815] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.160877] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.161096] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.161143] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.161205] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f5d12cf-964a-4887-baf0-d32a60295419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.165131] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfb7e19e-0c3d-40a0-b537-7c4fa824ad50 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.165640] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfb7e19e-0c3d-40a0-b537-7c4fa824ad50" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.165822] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfb7e19e-0c3d-40a0-b537-7c4fa824ad50" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.166099] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfb7e19e-0c3d-40a0-b537-7c4fa824ad50" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.166270] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfb7e19e-0c3d-40a0-b537-7c4fa824ad50',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.172898] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c33a951-81f9-46c3-b8c8-d50c7861e5cd [ 630.172898] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.172898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.172898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.172898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.172898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.172898] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c33a951-81f9-46c3-b8c8-d50c7861e5cd already deleted. [ 630.172898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c33a951-81f9-46c3-b8c8-d50c7861e5cd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.232039] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.232228] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.232282] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.232500] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.232599] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.232686] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 is going to be updated. [ 630.234038] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.234102] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.234182] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.234339] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.234585] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.234585] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e is going to be updated. [ 630.279025] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.279025] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.279025] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.279025] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.279025] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.279025] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.279025] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.279025] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.279025] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.279025] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 630.279025] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.279025] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.279025] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.279657] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 630.279657] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.279657] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.280523] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.280602] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.280602] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.280887] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.280979] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.282655] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.282769] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.282838] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.282996] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.283142] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.294234] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: IN_PROGRESS for 2s [ 630.294971] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 in Status: IN_PROGRESS for 2s [ 630.304086] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.304190] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 630.304585] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.304585] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.305113] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-50c2fd49-1321-4862-82db-751408f7d891 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.305113] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-50c2fd49-1321-4862-82db-751408f7d891" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.305222] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-50c2fd49-1321-4862-82db-751408f7d891" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.306060] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-50c2fd49-1321-4862-82db-751408f7d891" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.306060] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50c2fd49-1321-4862-82db-751408f7d891',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.671119] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f5d12cf-964a-4887-baf0-d32a60295419 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.671119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.671119] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f5d12cf-964a-4887-baf0-d32a60295419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.673761] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfb7e19e-0c3d-40a0-b537-7c4fa824ad50 with status ACTIVE [ 630.673904] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.674474] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.674573] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.676027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.676027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.676027] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.676027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.676027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.676027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.676027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.676991] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.677826] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.677826] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.678032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.678168] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.678360] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfb7e19e-0c3d-40a0-b537-7c4fa824ad50 is going to be updated. [ 630.713567] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.713567] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.713567] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.713872] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.713872] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.713937] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfb7e19e-0c3d-40a0-b537-7c4fa824ad50" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.809724] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.810377] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.810377] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.810522] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.810670] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.811052] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 50c2fd49-1321-4862-82db-751408f7d891 not found, creating... [ 630.811178] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.811363] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.811538] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.811806] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.811996] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.813225] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.813225] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.813400] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.813678] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.813944] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.814218] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 50c2fd49-1321-4862-82db-751408f7d891 is going to be created. [ 630.855927] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.856572] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.856572] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.856572] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.858155] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.858155] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-50c2fd49-1321-4862-82db-751408f7d891" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.953131] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 in Status: SUCCESS [ 630.953921] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.954217] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.954499] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.954768] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.954975] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.955457] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.955812] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.956101] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.956581] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.956805] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6b00d40-c304-4a25-a68f-0c2aca74fb47',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.959276] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.959276] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.959276] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.959276] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.961468] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.962061] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.962288] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.962730] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6b00d40-c304-4a25-a68f-0c2aca74fb47',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.180574] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f5d12cf-964a-4887-baf0-d32a60295419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.465493] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b00d40-c304-4a25-a68f-0c2aca74fb47 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.465710] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.468668] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6b00d40-c304-4a25-a68f-0c2aca74fb47',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.599324] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e70d6c7b-882b-4a67-aef5-0346951944eb in Status: SUCCESS [ 631.599324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e70d6c7b-882b-4a67-aef5-0346951944eb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.599324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e70d6c7b-882b-4a67-aef5-0346951944eb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.600053] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e70d6c7b-882b-4a67-aef5-0346951944eb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.600646] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.601230] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.602027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.602027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.602027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.602027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e70d6c7b-882b-4a67-aef5-0346951944eb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.602027] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e70d6c7b-882b-4a67-aef5-0346951944eb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.687415] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.687415] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.687415] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.687762] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.687798] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.688378] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f5d12cf-964a-4887-baf0-d32a60295419 is going to be created. [ 631.716514] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.716669] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.718918] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.719298] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.719519] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.731778] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f5d12cf-964a-4887-baf0-d32a60295419 in Status: UNINITIALIZED for 2s [ 631.847250] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 in Status: SUCCESS [ 631.847482] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.847661] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.847884] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.847975] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.973863] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6b00d40-c304-4a25-a68f-0c2aca74fb47',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.105112] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e70d6c7b-882b-4a67-aef5-0346951944eb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.313032] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: SUCCESS [ 632.313032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.313032] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 in Status: SUCCESS [ 632.313032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.313032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.313901] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.314237] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.315170] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.315170] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.315170] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.315170] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.315170] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.316446] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.317029] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.317029] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.318796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.318796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.318796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.318796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.318796] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.353156] env[69976]: INFO networking_nsxv3.common.synchronization [req-33447033-2448-406f-acc4-8c3aaa44304d req-79694a6b-b355-4a45-b509-c56c648b41eb tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Enqueued Resource ID: 88255007-2a52-4e7c-80c4-7f73005f3cce with Priority: HIGHEST for action security_group_members [ 632.353156] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88255007-2a52-4e7c-80c4-7f73005f3cce with Priority: HIGHEST for action security_group_members [ 632.355358] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-88255007-2a52-4e7c-80c4-7f73005f3cce taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.355358] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.355358] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.355358] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.355358] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.355358] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.355358] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.355358] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.355358] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.355358] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88255007-2a52-4e7c-80c4-7f73005f3cce',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.355890] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.355890] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.476411] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.476768] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.476768] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.477501] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.477622] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.477760] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 is going to be updated. [ 632.530822] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.531113] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.531113] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.531449] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.531449] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.546255] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 in Status: IN_PROGRESS for 2s [ 632.610264] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e70d6c7b-882b-4a67-aef5-0346951944eb: rpc.has_security_group_logging(os_id): False [ 632.629632] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.631030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.631030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.631030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.631030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.631030] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.631030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.631030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.631670] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.632048] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.632146] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e70d6c7b-882b-4a67-aef5-0346951944eb is going to be created. [ 632.717126] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.717563] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.717563] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.717563] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.717770] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.735404] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e70d6c7b-882b-4a67-aef5-0346951944eb in Status: IN_PROGRESS for 2s [ 632.820295] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.826325] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.859370] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.861257] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.861257] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.861257] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.861257] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.865025] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.865025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.865025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.865025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.865025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.865025] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88255007-2a52-4e7c-80c4-7f73005f3cce is going to be updated. [ 632.921083] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.922891] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.922891] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.922891] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.922891] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.934955] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88255007-2a52-4e7c-80c4-7f73005f3cce in Status: IN_PROGRESS for 2s [ 633.052939] env[69976]: INFO networking_nsxv3.common.synchronization [req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 req-3acda417-1eb6-4511-b870-7a68f09f98fa service nova] Enqueued Resource ID: d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba with Priority: HIGHEST for action security_group_rules [ 633.053138] env[69976]: INFO networking_nsxv3.common.synchronization [req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 req-3acda417-1eb6-4511-b870-7a68f09f98fa service nova] Enqueued Resource ID: d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba with Priority: HIGHEST for action security_group_members [ 633.053282] env[69976]: INFO networking_nsxv3.common.synchronization [req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 req-3acda417-1eb6-4511-b870-7a68f09f98fa service nova] Enqueued Resource ID: 50c2fd49-1321-4862-82db-751408f7d891 with Priority: HIGHEST for action port [ 633.053517] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba with Priority: HIGHEST for action security_group_rules [ 633.053655] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba with Priority: HIGHEST for action security_group_members [ 633.053756] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c2fd49-1321-4862-82db-751408f7d891 with Priority: HIGHEST for action port [ 633.054792] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.054938] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.055023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.055557] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.055557] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.056247] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.056369] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.056424] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.057433] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.057601] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.057835] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.057835] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.057915] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.058159] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.058159] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.059596] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-50c2fd49-1321-4862-82db-751408f7d891 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.059718] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50c2fd49-1321-4862-82db-751408f7d891" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.059792] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50c2fd49-1321-4862-82db-751408f7d891" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.059931] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50c2fd49-1321-4862-82db-751408f7d891" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.060032] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50c2fd49-1321-4862-82db-751408f7d891',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.323889] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.328086] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.562866] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.564240] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.564386] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.565230] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50c2fd49-1321-4862-82db-751408f7d891 with status ACTIVE [ 633.565495] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.565665] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.565839] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.566099] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.566172] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.566431] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.566564] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.566659] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.566878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.566988] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.567303] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.567425] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.567529] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.567768] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.567893] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.568040] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50c2fd49-1321-4862-82db-751408f7d891 is going to be updated. [ 633.594972] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.594972] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.594972] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.594972] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.594972] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.594972] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50c2fd49-1321-4862-82db-751408f7d891" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.741421] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f5d12cf-964a-4887-baf0-d32a60295419 in Status: SUCCESS [ 633.741795] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.742135] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.742377] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.742655] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.743468] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.743573] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.743792] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.743943] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.744061] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.744163] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f5d12cf-964a-4887-baf0-d32a60295419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.829289] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.829526] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.829633] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.829934] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.830110] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.830225] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e is going to be updated. [ 633.835682] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.835682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.835682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.835682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.835682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.835682] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 is going to be updated. [ 633.862816] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.863063] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.863063] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.863281] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.863438] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.869528] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.869712] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.869771] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.869992] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.870192] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.887759] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: IN_PROGRESS for 2s [ 633.887759] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 in Status: IN_PROGRESS for 2s [ 634.076121] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.250793] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f5d12cf-964a-4887-baf0-d32a60295419 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.251021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.251119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.251266] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.251559] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.251559] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.251736] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.251799] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.251917] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.251980] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.252100] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f5d12cf-964a-4887-baf0-d32a60295419 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.252190] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.252243] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.252434] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.252932] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.252932] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.252932] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.252932] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.253215] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.253215] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.253215] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f5d12cf-964a-4887-baf0-d32a60295419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.561026] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 in Status: SUCCESS [ 634.561026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.561026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.561026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.561026] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.561026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.561026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.561026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.561026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.561026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.561026] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b00d40-c304-4a25-a68f-0c2aca74fb47 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.561026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.561026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.561026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.561026] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.562396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.563944] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.563944] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.563944] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.563944] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.563944] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6b00d40-c304-4a25-a68f-0c2aca74fb47',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.576494] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.576494] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.576494] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.578200] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.578200] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.578200] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba is going to be created. [ 634.606795] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.607022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.607138] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.607274] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.607438] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.620272] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba in Status: UNINITIALIZED for 2s [ 634.751594] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e70d6c7b-882b-4a67-aef5-0346951944eb in Status: SUCCESS [ 634.751949] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e70d6c7b-882b-4a67-aef5-0346951944eb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.756553] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f5d12cf-964a-4887-baf0-d32a60295419: rpc.has_security_group_logging(os_id): False [ 634.778288] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.778288] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.778288] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.778540] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.778595] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.778800] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.778901] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.778966] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.779183] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.779345] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.779523] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.779633] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.779691] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.783106] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.783106] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.783106] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.783106] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.783106] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.784406] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.784406] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.784406] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f5d12cf-964a-4887-baf0-d32a60295419 is going to be created. [ 634.861232] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.861232] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.861232] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.861232] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.861232] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.874484] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f5d12cf-964a-4887-baf0-d32a60295419 in Status: IN_PROGRESS for 2s [ 634.961880] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88255007-2a52-4e7c-80c4-7f73005f3cce in Status: SUCCESS [ 634.962076] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88255007-2a52-4e7c-80c4-7f73005f3cce deletion is rescheduled due to dependency. [ 634.962196] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.066674] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6b00d40-c304-4a25-a68f-0c2aca74fb47: rpc.has_security_group_logging(os_id): False [ 635.087869] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.088198] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.088345] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.088561] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.088714] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.089311] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.089447] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.089801] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.090046] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.090143] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.090344] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.090477] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.090512] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.090655] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.090732] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.090930] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.091127] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.091191] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.094088] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.094205] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.094310] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 is going to be created. [ 635.197291] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.197291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.197291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.197291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.197291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.206491] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 in Status: IN_PROGRESS for 2s [ 635.227703] env[69976]: INFO networking_nsxv3.common.synchronization [None req-75c1f865-9697-4469-9a1d-20b0b7dc19c5 None None] Enqueued Resource ID: e04690d2-8b29-4e1f-b8b8-9b1ab8caf08c with Priority: HIGHEST for action port [ 635.228213] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04690d2-8b29-4e1f-b8b8-9b1ab8caf08c with Priority: HIGHEST for action port [ 635.228524] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-e04690d2-8b29-4e1f-b8b8-9b1ab8caf08c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.228662] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e04690d2-8b29-4e1f-b8b8-9b1ab8caf08c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.228730] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e04690d2-8b29-4e1f-b8b8-9b1ab8caf08c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.229189] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e04690d2-8b29-4e1f-b8b8-9b1ab8caf08c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.231028] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e04690d2-8b29-4e1f-b8b8-9b1ab8caf08c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.734561] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e04690d2-8b29-4e1f-b8b8-9b1ab8caf08c [ 635.735930] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.735930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.735930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.735930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.735930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.735930] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e04690d2-8b29-4e1f-b8b8-9b1ab8caf08c already deleted. [ 635.735930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e04690d2-8b29-4e1f-b8b8-9b1ab8caf08c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.901617] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 in Status: SUCCESS [ 635.902052] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.902052] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.903022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.903022] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.903022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.903022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.903232] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.903232] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.903232] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.903657] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.905073] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: SUCCESS [ 635.905278] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.905491] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.905630] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.905813] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.906019] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.906081] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.906209] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.906293] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.906930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.906930] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.906930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.906930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.906930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.907221] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.907840] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.907913] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.908068] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.908239] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.908239] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.908333] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.147796] env[69976]: INFO networking_nsxv3.common.synchronization [None req-26a9a7c0-b881-4928-9955-2ea10845f2eb None None] Enqueued Resource ID: f2ccd803-1a3d-4af1-a4c0-974185409ff4 with Priority: HIGHEST for action port [ 636.148392] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ccd803-1a3d-4af1-a4c0-974185409ff4 with Priority: HIGHEST for action port [ 636.148695] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2ccd803-1a3d-4af1-a4c0-974185409ff4 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.151124] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2ccd803-1a3d-4af1-a4c0-974185409ff4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.151124] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2ccd803-1a3d-4af1-a4c0-974185409ff4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.151124] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2ccd803-1a3d-4af1-a4c0-974185409ff4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.151124] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2ccd803-1a3d-4af1-a4c0-974185409ff4',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.413914] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.415425] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4412ff1-9f33-4839-b924-be0f7e1bbd3e: rpc.has_security_group_logging(os_id): False [ 636.440240] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.440413] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.440874] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.440874] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.440874] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.441125] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.441214] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.441214] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.441445] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.441540] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.441712] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.441815] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.441879] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.442061] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.442143] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.442344] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.442442] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.442513] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.442674] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.442755] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.442879] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e is going to be updated. [ 636.518422] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.518646] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.518724] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.519099] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.519183] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.545191] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: IN_PROGRESS for 2s [ 636.636748] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba in Status: SUCCESS [ 636.636748] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.637100] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.637530] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.638243] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.639375] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.639481] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.639943] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.639943] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.639943] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.641170] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.652612] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2ccd803-1a3d-4af1-a4c0-974185409ff4 [ 636.652977] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.653218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.656720] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.656720] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.656720] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.656720] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2ccd803-1a3d-4af1-a4c0-974185409ff4 already deleted. [ 636.656720] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2ccd803-1a3d-4af1-a4c0-974185409ff4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.717930] env[69976]: INFO networking_nsxv3.common.synchronization [None req-ec4ef9eb-c638-44ab-a170-a916f1399acc None None] Enqueued Resource ID: 144ca5c0-0016-444d-ba04-2edbbdc5fa31 with Priority: HIGHEST for action port [ 636.718602] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 144ca5c0-0016-444d-ba04-2edbbdc5fa31 with Priority: HIGHEST for action port [ 636.718915] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-144ca5c0-0016-444d-ba04-2edbbdc5fa31 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.719106] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-144ca5c0-0016-444d-ba04-2edbbdc5fa31" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.719228] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-144ca5c0-0016-444d-ba04-2edbbdc5fa31" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.719494] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-144ca5c0-0016-444d-ba04-2edbbdc5fa31" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.719573] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('144ca5c0-0016-444d-ba04-2edbbdc5fa31',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.890543] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f5d12cf-964a-4887-baf0-d32a60295419 in Status: SUCCESS [ 636.890886] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.921023] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6: rpc.has_security_group_logging(os_id): False [ 636.937927] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.938088] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.938159] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.938393] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.938466] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.938738] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.938806] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.938839] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.938972] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.939098] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.939735] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 is going to be updated. [ 637.007142] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.007304] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.007376] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.009936] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.009936] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.023154] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 in Status: IN_PROGRESS for 2s [ 637.145055] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.146018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.146018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.146018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.146018] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.146018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.146018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.146018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.146325] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.146325] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.146325] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.146430] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.146430] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.146569] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.146698] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.146785] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.146844] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.147040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.147087] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.147141] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.147228] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.220188] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 in Status: SUCCESS [ 637.220854] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.220854] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.221067] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.221067] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6b00d40-c304-4a25-a68f-0c2aca74fb47',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.222901] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 144ca5c0-0016-444d-ba04-2edbbdc5fa31 [ 637.222901] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.222901] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.222901] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.222901] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.222901] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.223231] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:144ca5c0-0016-444d-ba04-2edbbdc5fa31 already deleted. [ 637.225994] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-144ca5c0-0016-444d-ba04-2edbbdc5fa31" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.535140] env[69976]: INFO networking_nsxv3.common.synchronization [req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 req-c2f2742f-d4e1-49e9-8243-b618bc9b1d4e tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Enqueued Resource ID: 4f519860-3797-4ed6-b643-21ef99db727c with Priority: HIGHEST for action security_group_members [ 637.535700] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f519860-3797-4ed6-b643-21ef99db727c with Priority: HIGHEST for action security_group_members [ 637.536126] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f519860-3797-4ed6-b643-21ef99db727c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.536315] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.536423] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.536779] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.537029] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.537193] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.537308] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.537583] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.537838] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.538010] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f519860-3797-4ed6-b643-21ef99db727c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.654898] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba: rpc.has_security_group_logging(os_id): False [ 637.678307] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.678563] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.678563] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.678729] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.678819] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.679035] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.679119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.679181] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.679375] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.679793] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.679793] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.680037] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.680037] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.680643] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.682608] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.682608] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.682608] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.682608] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.682608] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.682608] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.682608] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba is going to be created. [ 637.727920] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b00d40-c304-4a25-a68f-0c2aca74fb47 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.728106] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.728175] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.728410] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.728574] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.728672] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.728733] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.728879] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.728963] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.729091] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.729183] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6b00d40-c304-4a25-a68f-0c2aca74fb47',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.752231] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.752985] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.753152] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.753499] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.754102] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.772777] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba in Status: IN_PROGRESS for 2s [ 638.041634] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.041975] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.041975] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.045287] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.045287] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.045287] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.045287] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.045287] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.045287] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.045287] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.045287] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f519860-3797-4ed6-b643-21ef99db727c already deleted. [ 638.045287] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.059513] env[69976]: INFO networking_nsxv3.common.synchronization [None req-af7d35f3-9dfe-441e-bf22-b9bf0029b837 None None] Enqueued Resource ID: 955dcf89-95a1-4c44-8140-c9d1eeeb9ec5 with Priority: HIGHEST for action port [ 638.060816] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 955dcf89-95a1-4c44-8140-c9d1eeeb9ec5 with Priority: HIGHEST for action port [ 638.061186] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-955dcf89-95a1-4c44-8140-c9d1eeeb9ec5 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.061327] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-955dcf89-95a1-4c44-8140-c9d1eeeb9ec5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.061400] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-955dcf89-95a1-4c44-8140-c9d1eeeb9ec5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.061746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-955dcf89-95a1-4c44-8140-c9d1eeeb9ec5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.061829] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('955dcf89-95a1-4c44-8140-c9d1eeeb9ec5',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.233294] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b00d40-c304-4a25-a68f-0c2aca74fb47 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.233294] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.233294] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.233294] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.233294] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.233294] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.233294] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.233909] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.233909] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.233909] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.233909] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b00d40-c304-4a25-a68f-0c2aca74fb47 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.233909] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.233909] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.234183] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.234183] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.234265] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.234344] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.234483] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.236035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.236035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.236035] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6b00d40-c304-4a25-a68f-0c2aca74fb47',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.562358] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: SUCCESS [ 638.562358] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.562358] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.562358] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.562358] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.567680] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 955dcf89-95a1-4c44-8140-c9d1eeeb9ec5 [ 638.567899] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.567899] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.568024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.568179] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.570019] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.570019] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:955dcf89-95a1-4c44-8140-c9d1eeeb9ec5 already deleted. [ 638.570019] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-955dcf89-95a1-4c44-8140-c9d1eeeb9ec5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.737115] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6b00d40-c304-4a25-a68f-0c2aca74fb47: rpc.has_security_group_logging(os_id): False [ 638.756794] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.756978] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.757054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.758033] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.759148] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.759148] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.759148] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.759148] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.759148] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.759808] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.759808] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.759808] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.759808] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.760171] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.760171] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.760460] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.760585] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.760585] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.760908] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.760908] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.760908] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 is going to be updated. [ 638.837405] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.837405] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.837405] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.837405] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.837405] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.862072] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 in Status: IN_PROGRESS for 2s [ 639.038776] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 in Status: SUCCESS [ 639.039013] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.068792] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.069096] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.069096] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.069276] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.069468] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.069576] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.069643] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.069823] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.069886] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.069980] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.070093] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.325834] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-795 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.325834] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-795" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.325834] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-795" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.326079] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-795" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.326715] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.326715] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.326715] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.327197] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.327274] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.327658] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 639.327658] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.327788] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.327871] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.328022] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 639.328085] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.328898] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.349960] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.350047] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 639.351031] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.351031] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-795" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.351031] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.351031] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.351031] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.351456] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.351524] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.572843] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.573451] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.574301] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.574301] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.574529] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.574596] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.574678] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.574897] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.574977] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.575026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.575549] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.575751] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.575852] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.576058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.576306] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.576852] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.576978] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.577164] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.577485] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.577485] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.577770] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.788889] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba in Status: SUCCESS [ 639.788889] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.854575] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.854792] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.854925] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.855368] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.855511] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.855670] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b not found, creating... [ 639.855935] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.856397] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.856540] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.856748] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.857092] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.857509] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.858101] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.858101] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.858101] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.860093] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.860276] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b is going to be created. [ 639.887273] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.887536] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.887705] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.888124] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.888424] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.889936] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.081090] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4412ff1-9f33-4839-b924-be0f7e1bbd3e: rpc.has_security_group_logging(os_id): False [ 640.105676] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.106199] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.106378] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.106661] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.106763] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.107227] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.108025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.108025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.108025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.108025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.108025] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.111571] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.111685] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.111941] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.112061] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.112313] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.112423] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.112506] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.112856] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.112856] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.112994] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e is going to be updated. [ 640.189712] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.191906] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.191906] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.191906] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.191906] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.206910] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: IN_PROGRESS for 2s [ 640.299874] env[69976]: INFO networking_nsxv3.common.synchronization [None req-64a4f3c4-5599-4280-8bc2-f914f382d19e None None] Enqueued Resource ID: 13ea04cf-d1c9-47c7-be5e-82e0e6e22e4d with Priority: HIGHEST for action port [ 640.306087] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13ea04cf-d1c9-47c7-be5e-82e0e6e22e4d with Priority: HIGHEST for action port [ 640.306575] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-13ea04cf-d1c9-47c7-be5e-82e0e6e22e4d taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.306708] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13ea04cf-d1c9-47c7-be5e-82e0e6e22e4d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.306962] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13ea04cf-d1c9-47c7-be5e-82e0e6e22e4d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.307419] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13ea04cf-d1c9-47c7-be5e-82e0e6e22e4d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.307419] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13ea04cf-d1c9-47c7-be5e-82e0e6e22e4d',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.322457] env[69976]: INFO networking_nsxv3.common.synchronization [req-1fdb2926-d6a1-48f5-a618-95683f2828d8 req-280fd0b7-61e5-4d3e-8f50-c4e32061f571 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Enqueued Resource ID: 6ed25f09-e9bc-4746-9e81-4c2c4e987afd with Priority: HIGHEST for action security_group_members [ 640.322985] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ed25f09-e9bc-4746-9e81-4c2c4e987afd with Priority: HIGHEST for action security_group_members [ 640.323318] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ed25f09-e9bc-4746-9e81-4c2c4e987afd taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.323451] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.323517] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.323793] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.323954] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.326885] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.327058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.327289] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.327412] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.327540] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ed25f09-e9bc-4746-9e81-4c2c4e987afd',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.810406] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13ea04cf-d1c9-47c7-be5e-82e0e6e22e4d [ 640.810628] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.810750] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.810826] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.811065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.811168] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.812472] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13ea04cf-d1c9-47c7-be5e-82e0e6e22e4d already deleted. [ 640.812472] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13ea04cf-d1c9-47c7-be5e-82e0e6e22e4d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.829852] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.830013] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.830093] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.830306] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.830398] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.830594] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.830726] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.830808] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.830971] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.831386] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.831386] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ed25f09-e9bc-4746-9e81-4c2c4e987afd already deleted. [ 640.831386] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.876521] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 in Status: SUCCESS [ 640.876772] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.956959] env[69976]: INFO networking_nsxv3.common.synchronization [None req-9a91d8b5-84cc-4bb7-91ed-30620e622bc4 None None] Enqueued Resource ID: 7173ec7b-42b7-4ed4-b52f-8762991467e5 with Priority: HIGHEST for action port [ 640.957230] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7173ec7b-42b7-4ed4-b52f-8762991467e5 with Priority: HIGHEST for action port [ 640.957916] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-7173ec7b-42b7-4ed4-b52f-8762991467e5 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.958026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7173ec7b-42b7-4ed4-b52f-8762991467e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.958146] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7173ec7b-42b7-4ed4-b52f-8762991467e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.958866] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7173ec7b-42b7-4ed4-b52f-8762991467e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.958951] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7173ec7b-42b7-4ed4-b52f-8762991467e5',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.998337] env[69976]: INFO networking_nsxv3.common.synchronization [None req-2be39a0c-8118-4b8d-8754-52619b7edbeb None None] Enqueued Resource ID: 91700bdc-ce01-4f3b-971a-500d459ca62e with Priority: HIGHEST for action port [ 640.998945] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91700bdc-ce01-4f3b-971a-500d459ca62e with Priority: HIGHEST for action port [ 640.999656] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-91700bdc-ce01-4f3b-971a-500d459ca62e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.999879] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91700bdc-ce01-4f3b-971a-500d459ca62e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.999879] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91700bdc-ce01-4f3b-971a-500d459ca62e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.000149] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91700bdc-ce01-4f3b-971a-500d459ca62e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.000248] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91700bdc-ce01-4f3b-971a-500d459ca62e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.348907] env[69976]: INFO networking_nsxv3.common.synchronization [req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 req-f32926a1-f4aa-45e4-87b5-8135573ac46f service nova] Enqueued Resource ID: 4f519860-3797-4ed6-b643-21ef99db727c with Priority: HIGHEST for action security_group_rules [ 641.349429] env[69976]: INFO networking_nsxv3.common.synchronization [req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 req-f32926a1-f4aa-45e4-87b5-8135573ac46f service nova] Enqueued Resource ID: 4f519860-3797-4ed6-b643-21ef99db727c with Priority: HIGHEST for action security_group_members [ 641.349912] env[69976]: INFO networking_nsxv3.common.synchronization [req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 req-f32926a1-f4aa-45e4-87b5-8135573ac46f service nova] Enqueued Resource ID: 4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b with Priority: HIGHEST for action port [ 641.350517] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f519860-3797-4ed6-b643-21ef99db727c with Priority: HIGHEST for action security_group_rules [ 641.350962] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f519860-3797-4ed6-b643-21ef99db727c with Priority: HIGHEST for action security_group_members [ 641.350962] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b with Priority: HIGHEST for action port [ 641.351535] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f519860-3797-4ed6-b643-21ef99db727c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.352402] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.352402] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.352402] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.352402] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f519860-3797-4ed6-b643-21ef99db727c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.353387] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f519860-3797-4ed6-b643-21ef99db727c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.353726] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.353726] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.353859] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.354029] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.354131] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.354187] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.354334] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.359371] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.359371] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f519860-3797-4ed6-b643-21ef99db727c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.359497] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.360208] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.360208] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.360208] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.360208] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.461483] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7173ec7b-42b7-4ed4-b52f-8762991467e5 [ 641.462079] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.462079] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.462079] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.462447] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.462447] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.462447] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7173ec7b-42b7-4ed4-b52f-8762991467e5 already deleted. [ 641.462447] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7173ec7b-42b7-4ed4-b52f-8762991467e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.504218] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91700bdc-ce01-4f3b-971a-500d459ca62e [ 641.504442] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.504582] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.504650] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.504867] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.504949] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.505051] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91700bdc-ce01-4f3b-971a-500d459ca62e already deleted. [ 641.505400] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91700bdc-ce01-4f3b-971a-500d459ca62e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.862623] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f519860-3797-4ed6-b643-21ef99db727c taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.862852] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.863096] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b with status ACTIVE [ 641.863303] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.863686] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.863823] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.865573] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.865738] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.866061] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.866257] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.866441] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.866556] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.866683] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.866972] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.867170] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.868214] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.868214] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.868214] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.868214] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b is going to be updated. [ 641.872520] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f519860-3797-4ed6-b643-21ef99db727c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.896466] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.896710] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.896803] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.897238] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.897238] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.900730] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.977279] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-73 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.977279] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-73" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.977279] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-73" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.978612] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-73" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.983024] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.983024] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.983024] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.983024] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.983024] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.983024] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 641.983024] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.983024] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.983024] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.983024] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 641.983024] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.983024] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.010192] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.010365] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 642.010365] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.010555] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-73" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.011189] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-70d49101-92f6-4f97-b752-d65c12b02aeb taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.011350] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-70d49101-92f6-4f97-b752-d65c12b02aeb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.011388] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-70d49101-92f6-4f97-b752-d65c12b02aeb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.011834] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-70d49101-92f6-4f97-b752-d65c12b02aeb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.011995] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70d49101-92f6-4f97-b752-d65c12b02aeb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.233455] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: SUCCESS [ 642.235593] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.374979] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f519860-3797-4ed6-b643-21ef99db727c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.425931] env[69976]: INFO networking_nsxv3.common.synchronization [None req-5cfe2515-941a-497a-a9d5-5f598d4379ec None None] Enqueued Resource ID: 679e77b4-58c1-41ac-b6bb-744628b99e1d with Priority: HIGHEST for action port [ 642.426230] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679e77b4-58c1-41ac-b6bb-744628b99e1d with Priority: HIGHEST for action port [ 642.426839] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-679e77b4-58c1-41ac-b6bb-744628b99e1d taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.427181] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-679e77b4-58c1-41ac-b6bb-744628b99e1d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.427181] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-679e77b4-58c1-41ac-b6bb-744628b99e1d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.429281] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-679e77b4-58c1-41ac-b6bb-744628b99e1d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.429281] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('679e77b4-58c1-41ac-b6bb-744628b99e1d',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.516593] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.516804] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.516931] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.517786] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.517786] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.517786] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 70d49101-92f6-4f97-b752-d65c12b02aeb not found, creating... [ 642.517932] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.518023] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.518339] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.518339] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.518490] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.521658] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.521658] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.521658] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.521658] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.521658] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.522019] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 70d49101-92f6-4f97-b752-d65c12b02aeb is going to be created. [ 642.552417] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.552417] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.552417] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.554032] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.554032] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.554032] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-70d49101-92f6-4f97-b752-d65c12b02aeb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.801413] env[69976]: INFO networking_nsxv3.common.synchronization [None req-9d0f5d74-2974-4c09-a709-a1fa2b1e991f None None] Enqueued Resource ID: b9dddfd0-2a4c-4518-9d49-45287a647879 with Priority: HIGHEST for action port [ 642.802284] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9dddfd0-2a4c-4518-9d49-45287a647879 with Priority: HIGHEST for action port [ 642.802688] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9dddfd0-2a4c-4518-9d49-45287a647879 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.802864] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9dddfd0-2a4c-4518-9d49-45287a647879" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.802955] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9dddfd0-2a4c-4518-9d49-45287a647879" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.803324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9dddfd0-2a4c-4518-9d49-45287a647879" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.803445] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9dddfd0-2a4c-4518-9d49-45287a647879',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.878370] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.878658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.878658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.878871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.878943] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.879166] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f519860-3797-4ed6-b643-21ef99db727c is going to be created. [ 642.931217] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.931217] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.931217] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.931217] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.931217] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.934384] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 679e77b4-58c1-41ac-b6bb-744628b99e1d [ 642.934384] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.934384] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.934384] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.934586] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.934586] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.934672] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:679e77b4-58c1-41ac-b6bb-744628b99e1d already deleted. [ 642.934716] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-679e77b4-58c1-41ac-b6bb-744628b99e1d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.947852] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f519860-3797-4ed6-b643-21ef99db727c in Status: UNINITIALIZED for 2s [ 643.307401] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9dddfd0-2a4c-4518-9d49-45287a647879 [ 643.307660] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.307813] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.307896] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.308096] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.308196] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.308296] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9dddfd0-2a4c-4518-9d49-45287a647879 already deleted. [ 643.309549] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9dddfd0-2a4c-4518-9d49-45287a647879" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.836396] env[69976]: INFO networking_nsxv3.common.synchronization [req-1fdb2926-d6a1-48f5-a618-95683f2828d8 req-d508bdb9-a947-45c6-96ab-25bf61e5abc4 service nova] Enqueued Resource ID: 6ed25f09-e9bc-4746-9e81-4c2c4e987afd with Priority: HIGHEST for action security_group_rules [ 643.836682] env[69976]: INFO networking_nsxv3.common.synchronization [req-1fdb2926-d6a1-48f5-a618-95683f2828d8 req-d508bdb9-a947-45c6-96ab-25bf61e5abc4 service nova] Enqueued Resource ID: 6ed25f09-e9bc-4746-9e81-4c2c4e987afd with Priority: HIGHEST for action security_group_members [ 643.836732] env[69976]: INFO networking_nsxv3.common.synchronization [req-1fdb2926-d6a1-48f5-a618-95683f2828d8 req-d508bdb9-a947-45c6-96ab-25bf61e5abc4 service nova] Enqueued Resource ID: 70d49101-92f6-4f97-b752-d65c12b02aeb with Priority: HIGHEST for action port [ 643.837348] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ed25f09-e9bc-4746-9e81-4c2c4e987afd with Priority: HIGHEST for action security_group_rules [ 643.837497] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ed25f09-e9bc-4746-9e81-4c2c4e987afd with Priority: HIGHEST for action security_group_members [ 643.837620] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70d49101-92f6-4f97-b752-d65c12b02aeb with Priority: HIGHEST for action port [ 643.837893] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ed25f09-e9bc-4746-9e81-4c2c4e987afd taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.837993] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.838404] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.838705] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.838844] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ed25f09-e9bc-4746-9e81-4c2c4e987afd',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.839877] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ed25f09-e9bc-4746-9e81-4c2c4e987afd taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.840596] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.840734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.841038] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.841463] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.841463] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.841463] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.841612] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.841751] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.842300] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ed25f09-e9bc-4746-9e81-4c2c4e987afd',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.845176] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-70d49101-92f6-4f97-b752-d65c12b02aeb taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.845176] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70d49101-92f6-4f97-b752-d65c12b02aeb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.845176] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70d49101-92f6-4f97-b752-d65c12b02aeb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.845176] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70d49101-92f6-4f97-b752-d65c12b02aeb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.845176] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70d49101-92f6-4f97-b752-d65c12b02aeb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.345233] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ed25f09-e9bc-4746-9e81-4c2c4e987afd',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.346281] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70d49101-92f6-4f97-b752-d65c12b02aeb with status ACTIVE [ 644.346388] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.346540] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.346612] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.347331] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.347331] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.347331] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.347331] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.351215] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.351215] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.351215] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.351215] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.351215] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.351215] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.351215] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.351215] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.351215] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70d49101-92f6-4f97-b752-d65c12b02aeb is going to be updated. [ 644.351215] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ed25f09-e9bc-4746-9e81-4c2c4e987afd taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.351215] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.375817] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.375817] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.375817] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.375817] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.375817] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.375817] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70d49101-92f6-4f97-b752-d65c12b02aeb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.472835] env[69976]: INFO networking_nsxv3.common.synchronization [None req-01bac4e1-0f3e-4517-8e98-8b7a7dd5cf12 None None] Enqueued Resource ID: ef110756-8eab-4b36-b7c7-8b492362aa61 with Priority: HIGHEST for action port [ 644.473712] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef110756-8eab-4b36-b7c7-8b492362aa61 with Priority: HIGHEST for action port [ 644.475332] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef110756-8eab-4b36-b7c7-8b492362aa61 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.475874] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef110756-8eab-4b36-b7c7-8b492362aa61" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.476044] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef110756-8eab-4b36-b7c7-8b492362aa61" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.476509] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef110756-8eab-4b36-b7c7-8b492362aa61" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.476639] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef110756-8eab-4b36-b7c7-8b492362aa61',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.852362] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ed25f09-e9bc-4746-9e81-4c2c4e987afd',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.960443] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f519860-3797-4ed6-b643-21ef99db727c in Status: SUCCESS [ 644.960756] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.961077] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.961359] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.961573] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.961702] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.961769] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.961965] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.962386] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.962386] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.962386] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f519860-3797-4ed6-b643-21ef99db727c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.979608] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef110756-8eab-4b36-b7c7-8b492362aa61 [ 644.979608] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.979743] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.979868] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.980221] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.980453] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.982032] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef110756-8eab-4b36-b7c7-8b492362aa61 already deleted. [ 644.982032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef110756-8eab-4b36-b7c7-8b492362aa61" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.357426] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.357585] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.357662] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.357883] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.357965] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.358082] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ed25f09-e9bc-4746-9e81-4c2c4e987afd is going to be created. [ 645.388582] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.388719] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.388788] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.389007] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.389173] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.401776] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ed25f09-e9bc-4746-9e81-4c2c4e987afd in Status: UNINITIALIZED for 2s [ 645.465705] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f519860-3797-4ed6-b643-21ef99db727c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.526029] env[69976]: INFO networking_nsxv3.common.synchronization [None req-9f0e0965-68fd-4db4-a206-b1976503212a None None] Enqueued Resource ID: 22a206cb-e6f9-4d12-837c-f5f5ea2597a2 with Priority: HIGHEST for action port [ 645.526029] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22a206cb-e6f9-4d12-837c-f5f5ea2597a2 with Priority: HIGHEST for action port [ 645.526029] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-22a206cb-e6f9-4d12-837c-f5f5ea2597a2 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.526029] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22a206cb-e6f9-4d12-837c-f5f5ea2597a2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.526029] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22a206cb-e6f9-4d12-837c-f5f5ea2597a2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.526029] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22a206cb-e6f9-4d12-837c-f5f5ea2597a2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.526029] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22a206cb-e6f9-4d12-837c-f5f5ea2597a2',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.968292] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f519860-3797-4ed6-b643-21ef99db727c: rpc.has_security_group_logging(os_id): False [ 645.989294] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.989294] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.989294] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.989463] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.989593] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.990984] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.992165] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.992165] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.992165] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.992165] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.992165] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f519860-3797-4ed6-b643-21ef99db727c is going to be created. [ 646.033169] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22a206cb-e6f9-4d12-837c-f5f5ea2597a2 [ 646.033375] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.033524] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.033613] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.033815] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.033911] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.034031] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22a206cb-e6f9-4d12-837c-f5f5ea2597a2 already deleted. [ 646.034109] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22a206cb-e6f9-4d12-837c-f5f5ea2597a2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.064218] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.064218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.064392] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.064445] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.064682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.084399] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f519860-3797-4ed6-b643-21ef99db727c in Status: IN_PROGRESS for 2s [ 646.661903] env[69976]: INFO networking_nsxv3.common.synchronization [None req-44ca7f75-df3b-4e50-97ca-efcdfa7c615f None None] Enqueued Resource ID: 899ac265-d483-4e04-b25e-1e89dd5f1646 with Priority: HIGHEST for action port [ 646.662456] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 899ac265-d483-4e04-b25e-1e89dd5f1646 with Priority: HIGHEST for action port [ 646.662966] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-899ac265-d483-4e04-b25e-1e89dd5f1646 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.663268] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-899ac265-d483-4e04-b25e-1e89dd5f1646" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.663344] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-899ac265-d483-4e04-b25e-1e89dd5f1646" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.663600] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-899ac265-d483-4e04-b25e-1e89dd5f1646" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.663684] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('899ac265-d483-4e04-b25e-1e89dd5f1646',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.786745] env[69976]: INFO networking_nsxv3.common.synchronization [None req-b0f3741e-78b5-4830-8529-30215ae248c5 None None] Enqueued Resource ID: 182b5661-c511-4ed3-af5f-86e53f0286e8 with Priority: HIGHEST for action port [ 646.786944] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 182b5661-c511-4ed3-af5f-86e53f0286e8 with Priority: HIGHEST for action port [ 646.787627] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-182b5661-c511-4ed3-af5f-86e53f0286e8 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.787749] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-182b5661-c511-4ed3-af5f-86e53f0286e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.787812] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-182b5661-c511-4ed3-af5f-86e53f0286e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.788860] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-182b5661-c511-4ed3-af5f-86e53f0286e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.789060] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('182b5661-c511-4ed3-af5f-86e53f0286e8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.168166] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 899ac265-d483-4e04-b25e-1e89dd5f1646 [ 647.168457] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.168760] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.168760] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.168842] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.168924] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.169014] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:899ac265-d483-4e04-b25e-1e89dd5f1646 already deleted. [ 647.169108] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-899ac265-d483-4e04-b25e-1e89dd5f1646" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.292142] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 182b5661-c511-4ed3-af5f-86e53f0286e8 [ 647.292142] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.292248] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.293558] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.293558] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.294444] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.294610] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:182b5661-c511-4ed3-af5f-86e53f0286e8 already deleted. [ 647.295019] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-182b5661-c511-4ed3-af5f-86e53f0286e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.417875] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ed25f09-e9bc-4746-9e81-4c2c4e987afd in Status: SUCCESS [ 647.417875] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.417875] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.417875] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.417875] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.417875] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.418690] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.418690] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.418690] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.418690] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.418690] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ed25f09-e9bc-4746-9e81-4c2c4e987afd',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.922529] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ed25f09-e9bc-4746-9e81-4c2c4e987afd taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.922725] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.922794] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.923025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.923176] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.923325] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.923378] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.923530] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.923670] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.923718] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.923869] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ed25f09-e9bc-4746-9e81-4c2c4e987afd taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.924191] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.924191] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.924360] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.924360] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.924489] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.924522] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.924711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.924765] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.924917] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.924967] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ed25f09-e9bc-4746-9e81-4c2c4e987afd',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.108654] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f519860-3797-4ed6-b643-21ef99db727c in Status: SUCCESS [ 648.108992] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.428914] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ed25f09-e9bc-4746-9e81-4c2c4e987afd: rpc.has_security_group_logging(os_id): False [ 648.451576] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.451721] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.451788] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.455123] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.455123] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.455123] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.455123] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.455123] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.455123] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.455123] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.455123] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.455123] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.455123] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.455123] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.455123] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.455123] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.455123] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.456170] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.456170] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.457168] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.457472] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ed25f09-e9bc-4746-9e81-4c2c4e987afd is going to be created. [ 648.534364] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.534570] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.534570] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.534799] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.535542] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.551553] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ed25f09-e9bc-4746-9e81-4c2c4e987afd in Status: IN_PROGRESS for 2s [ 648.683923] env[69976]: INFO networking_nsxv3.common.synchronization [None req-bf38a61b-7487-43f8-933c-291c0ffae40f None None] Enqueued Resource ID: f9b9d2c5-f4fe-431b-9aee-ce35d06c758e with Priority: HIGHEST for action port [ 648.684265] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b9d2c5-f4fe-431b-9aee-ce35d06c758e with Priority: HIGHEST for action port [ 648.684921] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9b9d2c5-f4fe-431b-9aee-ce35d06c758e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.684992] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9b9d2c5-f4fe-431b-9aee-ce35d06c758e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.688035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9b9d2c5-f4fe-431b-9aee-ce35d06c758e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.688394] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9b9d2c5-f4fe-431b-9aee-ce35d06c758e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.688490] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9b9d2c5-f4fe-431b-9aee-ce35d06c758e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.099029] env[69976]: INFO networking_nsxv3.common.synchronization [None req-de128f41-da37-4e7b-be2f-9340ee97cd5f None None] Enqueued Resource ID: 2eb9b1d1-d6fb-463c-967d-202de2e8c472 with Priority: HIGHEST for action port [ 649.099029] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eb9b1d1-d6fb-463c-967d-202de2e8c472 with Priority: HIGHEST for action port [ 649.099029] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-2eb9b1d1-d6fb-463c-967d-202de2e8c472 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.099029] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2eb9b1d1-d6fb-463c-967d-202de2e8c472" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.099029] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2eb9b1d1-d6fb-463c-967d-202de2e8c472" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.099029] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2eb9b1d1-d6fb-463c-967d-202de2e8c472" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.099029] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2eb9b1d1-d6fb-463c-967d-202de2e8c472',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.192478] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9b9d2c5-f4fe-431b-9aee-ce35d06c758e [ 649.193204] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.193204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.193204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.193204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.193463] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.193463] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9b9d2c5-f4fe-431b-9aee-ce35d06c758e already deleted. [ 649.193537] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9b9d2c5-f4fe-431b-9aee-ce35d06c758e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.603025] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2eb9b1d1-d6fb-463c-967d-202de2e8c472 [ 649.603025] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.603025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.603025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.603025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.603025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.603025] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2eb9b1d1-d6fb-463c-967d-202de2e8c472 already deleted. [ 649.603025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2eb9b1d1-d6fb-463c-967d-202de2e8c472" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.943700] env[69976]: INFO networking_nsxv3.common.synchronization [req-41eb43d4-4741-4853-9a34-727f72842017 req-a4a26a9c-3cff-4c87-b85a-b9624515cc92 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Enqueued Resource ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 with Priority: HIGHEST for action security_group_members [ 649.943700] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 with Priority: HIGHEST for action security_group_members [ 649.944769] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-9591b14e-552f-467c-9e3a-bd40483cc3c0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.944911] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.944983] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.945289] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.945469] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.945565] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.945638] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.945797] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.946355] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.946355] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9591b14e-552f-467c-9e3a-bd40483cc3c0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.452401] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.452401] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.452401] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.452697] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.452697] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.452981] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.452981] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.453129] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.453237] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.453302] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.453399] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 already deleted. [ 650.453486] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.573305] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ed25f09-e9bc-4746-9e81-4c2c4e987afd in Status: SUCCESS [ 650.573305] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.695137] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.695137] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-127" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.695137] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-127" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.695137] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-127" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.695137] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.695137] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.695137] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.695137] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.696241] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.696497] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 650.696753] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.696819] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.696921] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.697091] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 650.697167] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.697286] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.721685] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.721685] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 650.721685] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.721685] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-127" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.721972] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-a6b523b4-2c4a-472c-92d8-0e147747a0ff taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.722193] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-a6b523b4-2c4a-472c-92d8-0e147747a0ff" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.722274] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-a6b523b4-2c4a-472c-92d8-0e147747a0ff" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.722613] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-a6b523b4-2c4a-472c-92d8-0e147747a0ff" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.723116] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6b523b4-2c4a-472c-92d8-0e147747a0ff',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.226715] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.226962] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.227053] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.227368] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.227520] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.227697] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port a6b523b4-2c4a-472c-92d8-0e147747a0ff not found, creating... [ 651.227994] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.228887] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.228887] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.228887] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.228887] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.230897] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.230897] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.230897] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.230897] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.230897] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.230897] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: a6b523b4-2c4a-472c-92d8-0e147747a0ff is going to be created. [ 651.256091] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.256350] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.256585] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.256923] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.257194] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.257512] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-a6b523b4-2c4a-472c-92d8-0e147747a0ff" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.275445] env[69976]: INFO networking_nsxv3.common.synchronization [req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c req-8dfa5b16-493d-40dd-ae64-ca39c61017c3 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Enqueued Resource ID: d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba with Priority: HIGHEST for action security_group_members [ 651.276180] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba with Priority: HIGHEST for action security_group_members [ 651.276485] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.276615] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.276683] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.276890] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.277502] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.277644] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.277711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.277869] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.277962] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.278073] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.702256] env[69976]: INFO networking_nsxv3.common.synchronization [None req-1d0799f8-cafb-44a6-89aa-3bd3e99addd6 None None] Enqueued Resource ID: 7254da02-954a-48e0-9a26-ba90dced3007 with Priority: HIGHEST for action port [ 651.702256] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7254da02-954a-48e0-9a26-ba90dced3007 with Priority: HIGHEST for action port [ 651.706805] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-7254da02-954a-48e0-9a26-ba90dced3007 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.706805] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7254da02-954a-48e0-9a26-ba90dced3007" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.706805] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7254da02-954a-48e0-9a26-ba90dced3007" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.706805] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7254da02-954a-48e0-9a26-ba90dced3007" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.706805] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7254da02-954a-48e0-9a26-ba90dced3007',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.780741] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.781310] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.781497] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.781907] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.782134] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.783810] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.783810] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.783810] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.783810] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.783810] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.783810] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba is going to be updated. [ 651.817065] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.817065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.817065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.817065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.817065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.828174] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba in Status: IN_PROGRESS for 2s [ 652.206422] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7254da02-954a-48e0-9a26-ba90dced3007 [ 652.206748] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.206917] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.207029] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.207256] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.207345] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.207456] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7254da02-954a-48e0-9a26-ba90dced3007 already deleted. [ 652.207544] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7254da02-954a-48e0-9a26-ba90dced3007" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.274100] env[69976]: INFO networking_nsxv3.common.synchronization [req-41eb43d4-4741-4853-9a34-727f72842017 req-b1e080aa-782d-4604-b111-1a06744381f2 service nova] Enqueued Resource ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 with Priority: HIGHEST for action security_group_rules [ 652.274688] env[69976]: INFO networking_nsxv3.common.synchronization [req-41eb43d4-4741-4853-9a34-727f72842017 req-b1e080aa-782d-4604-b111-1a06744381f2 service nova] Enqueued Resource ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 with Priority: HIGHEST for action security_group_members [ 652.274688] env[69976]: INFO networking_nsxv3.common.synchronization [req-41eb43d4-4741-4853-9a34-727f72842017 req-b1e080aa-782d-4604-b111-1a06744381f2 service nova] Enqueued Resource ID: a6b523b4-2c4a-472c-92d8-0e147747a0ff with Priority: HIGHEST for action port [ 652.275733] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 with Priority: HIGHEST for action security_group_rules [ 652.275934] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 with Priority: HIGHEST for action security_group_members [ 652.276641] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6b523b4-2c4a-472c-92d8-0e147747a0ff with Priority: HIGHEST for action port [ 652.277851] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9591b14e-552f-467c-9e3a-bd40483cc3c0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.277851] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.277851] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.277851] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.278399] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9591b14e-552f-467c-9e3a-bd40483cc3c0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.279914] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-9591b14e-552f-467c-9e3a-bd40483cc3c0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.280056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.283022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.283022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.283022] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.283022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.283022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.283022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.283022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.283022] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9591b14e-552f-467c-9e3a-bd40483cc3c0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.283022] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6b523b4-2c4a-472c-92d8-0e147747a0ff taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.283022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6b523b4-2c4a-472c-92d8-0e147747a0ff" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.283022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6b523b4-2c4a-472c-92d8-0e147747a0ff" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.283022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6b523b4-2c4a-472c-92d8-0e147747a0ff" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.283022] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6b523b4-2c4a-472c-92d8-0e147747a0ff',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.784868] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9591b14e-552f-467c-9e3a-bd40483cc3c0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.788021] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-9591b14e-552f-467c-9e3a-bd40483cc3c0 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.788021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.788021] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6b523b4-2c4a-472c-92d8-0e147747a0ff with status ACTIVE [ 652.788021] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.788021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.788021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.788021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.788021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.789169] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.789618] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.792681] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.792681] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.792681] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.792681] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.792681] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.792681] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.792681] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.792681] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.792681] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6b523b4-2c4a-472c-92d8-0e147747a0ff is going to be updated. [ 652.818759] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.818759] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.818759] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.818759] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.818759] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.818759] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6b523b4-2c4a-472c-92d8-0e147747a0ff" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.290441] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9591b14e-552f-467c-9e3a-bd40483cc3c0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.794473] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.794956] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.794956] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.794956] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.795509] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.795905] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 is going to be created. [ 653.823970] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.824183] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.824253] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.824466] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.824640] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.840236] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba in Status: SUCCESS [ 653.841276] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba deletion is rescheduled due to dependency. [ 653.841276] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.842358] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 in Status: UNINITIALIZED for 2s [ 654.446564] env[69976]: INFO networking_nsxv3.common.synchronization [None req-0e137c2d-cb72-45e2-b7ce-6e9e74b3fbb8 None None] Enqueued Resource ID: e4c6f952-519e-47a2-80ef-f8086aeb7012 with Priority: HIGHEST for action port [ 654.447397] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4c6f952-519e-47a2-80ef-f8086aeb7012 with Priority: HIGHEST for action port [ 654.447797] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4c6f952-519e-47a2-80ef-f8086aeb7012 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.447937] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4c6f952-519e-47a2-80ef-f8086aeb7012" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.451525] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4c6f952-519e-47a2-80ef-f8086aeb7012" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.451525] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4c6f952-519e-47a2-80ef-f8086aeb7012" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.451525] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4c6f952-519e-47a2-80ef-f8086aeb7012',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.953157] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4c6f952-519e-47a2-80ef-f8086aeb7012 [ 654.953157] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.953157] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.953157] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.953157] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.953157] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.953157] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4c6f952-519e-47a2-80ef-f8086aeb7012 already deleted. [ 654.955188] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4c6f952-519e-47a2-80ef-f8086aeb7012" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.617890] env[69976]: INFO networking_nsxv3.common.synchronization [None req-35829e4f-af73-4393-aff1-c114785adee2 None None] Enqueued Resource ID: 23666485-743e-4037-a8d9-64cbbbe15af9 with Priority: HIGHEST for action port [ 655.618753] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23666485-743e-4037-a8d9-64cbbbe15af9 with Priority: HIGHEST for action port [ 655.619362] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-23666485-743e-4037-a8d9-64cbbbe15af9 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.619583] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23666485-743e-4037-a8d9-64cbbbe15af9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.619738] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23666485-743e-4037-a8d9-64cbbbe15af9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.620088] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23666485-743e-4037-a8d9-64cbbbe15af9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.620228] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23666485-743e-4037-a8d9-64cbbbe15af9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.856348] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 in Status: SUCCESS [ 655.856573] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.856761] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.856977] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.857175] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.857312] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.857376] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.857681] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.857681] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.857681] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.857889] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9591b14e-552f-467c-9e3a-bd40483cc3c0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.123072] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23666485-743e-4037-a8d9-64cbbbe15af9 [ 656.123340] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.123480] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.123568] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.123799] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.123879] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.123998] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23666485-743e-4037-a8d9-64cbbbe15af9 already deleted. [ 656.124096] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23666485-743e-4037-a8d9-64cbbbe15af9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.363905] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9591b14e-552f-467c-9e3a-bd40483cc3c0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.497217] env[69976]: INFO networking_nsxv3.common.synchronization [None req-d30b1a33-ee8c-43a7-a2bd-974baf4ee296 None None] Enqueued Resource ID: 13cda74a-ab35-4f55-8134-4771917ff1e0 with Priority: HIGHEST for action port [ 656.497477] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13cda74a-ab35-4f55-8134-4771917ff1e0 with Priority: HIGHEST for action port [ 656.498052] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-13cda74a-ab35-4f55-8134-4771917ff1e0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.501089] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13cda74a-ab35-4f55-8134-4771917ff1e0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.503810] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13cda74a-ab35-4f55-8134-4771917ff1e0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.503810] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13cda74a-ab35-4f55-8134-4771917ff1e0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.503810] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13cda74a-ab35-4f55-8134-4771917ff1e0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.870972] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9591b14e-552f-467c-9e3a-bd40483cc3c0: rpc.has_security_group_logging(os_id): False [ 656.888835] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.888987] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.889077] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.889287] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.889377] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.889650] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.889784] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.889848] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.889978] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.890105] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.890200] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 is going to be created. [ 656.958533] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.958533] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.958533] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.958741] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.958741] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.970151] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 in Status: IN_PROGRESS for 2s [ 657.007466] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13cda74a-ab35-4f55-8134-4771917ff1e0 [ 657.007466] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.007466] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.007466] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.007466] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.007466] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.007466] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13cda74a-ab35-4f55-8134-4771917ff1e0 already deleted. [ 657.007466] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13cda74a-ab35-4f55-8134-4771917ff1e0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.057443] env[69976]: INFO networking_nsxv3.common.synchronization [None req-05c850f5-7367-4202-b084-2ff1160e603e tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Enqueued Resource ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f with Priority: HIGHEST for action security_group_rules [ 657.059833] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f with Priority: HIGHEST for action security_group_rules [ 657.059833] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.059833] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.059833] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.059833] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.059833] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ea88d9e-5755-40bd-8eb5-e639ffb6a86f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.250911] env[69976]: INFO networking_nsxv3.common.synchronization [None req-e95a7ae6-90d7-4712-8807-c61defa26ce6 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Enqueued Resource ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f with Priority: HIGHEST for action security_group_rules [ 657.251837] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f with Priority: HIGHEST for action security_group_rules [ 657.251837] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.251837] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.592199] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.592383] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.592462] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.592722] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.592828] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.592952] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f already deleted. [ 657.593068] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.593272] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.593470] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.593572] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ea88d9e-5755-40bd-8eb5-e639ffb6a86f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.118995] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.119268] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.119268] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.119553] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.119650] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.119745] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f already deleted. [ 658.119841] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.374867] env[69976]: INFO networking_nsxv3.common.synchronization [None req-ea265a8d-1676-4f65-8165-1fa9d4d7e77d None None] Enqueued Resource ID: c2d19749-0416-42ae-83f5-12691d6cecf0 with Priority: HIGHEST for action port [ 658.376831] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2d19749-0416-42ae-83f5-12691d6cecf0 with Priority: HIGHEST for action port [ 658.380689] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2d19749-0416-42ae-83f5-12691d6cecf0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.380689] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2d19749-0416-42ae-83f5-12691d6cecf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.380689] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2d19749-0416-42ae-83f5-12691d6cecf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.380689] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2d19749-0416-42ae-83f5-12691d6cecf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.380689] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2d19749-0416-42ae-83f5-12691d6cecf0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.504405] env[69976]: INFO networking_nsxv3.common.synchronization [req-66db7436-5b82-4fe3-837e-0ecb4ade6681 req-d05c207d-90b4-42a7-a686-ef7fc4740250 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Enqueued Resource ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 with Priority: HIGHEST for action security_group_members [ 658.505085] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 with Priority: HIGHEST for action security_group_members [ 658.505339] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4988a7fe-e226-47f2-8e9f-0662594eaab8 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.505459] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.505459] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.505710] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.505851] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.505947] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.507678] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.507949] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.508073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.508180] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4988a7fe-e226-47f2-8e9f-0662594eaab8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.885657] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2d19749-0416-42ae-83f5-12691d6cecf0 [ 658.886826] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.886826] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.886826] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.886826] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.886826] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.886826] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2d19749-0416-42ae-83f5-12691d6cecf0 already deleted. [ 658.886826] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2d19749-0416-42ae-83f5-12691d6cecf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.989425] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 in Status: SUCCESS [ 658.989425] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.011037] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.011037] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.011037] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.011318] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.011318] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.011728] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.011945] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.012048] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.012223] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.012314] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.012626] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 already deleted. [ 659.012626] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.174843] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.175161] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-160" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.175269] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-160" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.175608] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-160" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.175886] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.176067] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.176647] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.176647] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.176647] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.176995] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 659.176995] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.176995] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.177168] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.177168] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 659.177266] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.177623] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.197451] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.197613] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 659.197944] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.197944] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-160" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.198179] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-ccb9b662-6f14-47f3-8e5b-0d976ba55dd2 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.198466] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-ccb9b662-6f14-47f3-8e5b-0d976ba55dd2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.198466] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-ccb9b662-6f14-47f3-8e5b-0d976ba55dd2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.198816] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-ccb9b662-6f14-47f3-8e5b-0d976ba55dd2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.199213] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccb9b662-6f14-47f3-8e5b-0d976ba55dd2',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.701878] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.702207] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.702315] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.702590] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.702862] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.702940] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port ccb9b662-6f14-47f3-8e5b-0d976ba55dd2 not found, creating... [ 659.703166] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.703329] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.703479] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.703733] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.703895] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.704332] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.704431] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.704615] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.704847] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.704990] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.705152] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: ccb9b662-6f14-47f3-8e5b-0d976ba55dd2 is going to be created. [ 659.727378] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.727654] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.727864] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.728255] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.728781] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.729077] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-ccb9b662-6f14-47f3-8e5b-0d976ba55dd2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.153772] env[69976]: INFO networking_nsxv3.common.synchronization [req-66db7436-5b82-4fe3-837e-0ecb4ade6681 req-e6218102-c16e-47f9-90ea-f2a1c18f7960 service nova] Enqueued Resource ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 with Priority: HIGHEST for action security_group_rules [ 661.154100] env[69976]: INFO networking_nsxv3.common.synchronization [req-66db7436-5b82-4fe3-837e-0ecb4ade6681 req-e6218102-c16e-47f9-90ea-f2a1c18f7960 service nova] Enqueued Resource ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 with Priority: HIGHEST for action security_group_members [ 661.154100] env[69976]: INFO networking_nsxv3.common.synchronization [req-66db7436-5b82-4fe3-837e-0ecb4ade6681 req-e6218102-c16e-47f9-90ea-f2a1c18f7960 service nova] Enqueued Resource ID: ccb9b662-6f14-47f3-8e5b-0d976ba55dd2 with Priority: HIGHEST for action port [ 661.154561] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 with Priority: HIGHEST for action security_group_rules [ 661.155817] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 with Priority: HIGHEST for action security_group_members [ 661.156031] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb9b662-6f14-47f3-8e5b-0d976ba55dd2 with Priority: HIGHEST for action port [ 661.156801] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4988a7fe-e226-47f2-8e9f-0662594eaab8 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.157029] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.157129] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.157500] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.157622] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4988a7fe-e226-47f2-8e9f-0662594eaab8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.159137] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4988a7fe-e226-47f2-8e9f-0662594eaab8 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.159745] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.159845] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.160077] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.160255] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.160369] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.160435] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.160632] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.160730] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.160847] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4988a7fe-e226-47f2-8e9f-0662594eaab8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.162163] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccb9b662-6f14-47f3-8e5b-0d976ba55dd2 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.162163] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccb9b662-6f14-47f3-8e5b-0d976ba55dd2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.162271] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccb9b662-6f14-47f3-8e5b-0d976ba55dd2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.162422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccb9b662-6f14-47f3-8e5b-0d976ba55dd2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.162422] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccb9b662-6f14-47f3-8e5b-0d976ba55dd2',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.204153] env[69976]: INFO networking_nsxv3.common.synchronization [None req-1460f5cb-3906-407b-9a77-cf948f8d6936 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Enqueued Resource ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 with Priority: HIGHEST for action security_group_rules [ 661.204153] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 with Priority: HIGHEST for action security_group_rules [ 661.206323] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c7a7c46-0d0c-456e-8376-347f94c737c9 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.206323] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.206323] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.206323] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.206323] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c7a7c46-0d0c-456e-8376-347f94c737c9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.398991] env[69976]: INFO networking_nsxv3.common.synchronization [None req-6ff8fe54-ad57-429c-b6a9-533dacf6c78f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Enqueued Resource ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 with Priority: HIGHEST for action security_group_rules [ 661.399720] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 with Priority: HIGHEST for action security_group_rules [ 661.400111] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c7a7c46-0d0c-456e-8376-347f94c737c9 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.400591] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.667370] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4988a7fe-e226-47f2-8e9f-0662594eaab8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.667370] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4988a7fe-e226-47f2-8e9f-0662594eaab8 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.667370] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.667370] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ccb9b662-6f14-47f3-8e5b-0d976ba55dd2 with status ACTIVE [ 661.667370] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.667370] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.667370] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.668027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.668027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.668950] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.669246] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.669246] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.669419] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.673661] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.673661] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.673661] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.673661] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.673661] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.673661] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.673661] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ccb9b662-6f14-47f3-8e5b-0d976ba55dd2 is going to be updated. [ 661.696902] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.697187] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.697545] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.697666] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.697728] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.697919] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccb9b662-6f14-47f3-8e5b-0d976ba55dd2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.744241] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.744409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.744468] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.744672] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.744768] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.744854] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 already deleted. [ 661.744935] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.745150] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.745365] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.745462] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c7a7c46-0d0c-456e-8376-347f94c737c9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.173601] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4988a7fe-e226-47f2-8e9f-0662594eaab8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.270126] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.270126] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.270126] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.270126] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.270126] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.270126] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 already deleted. [ 662.270126] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.676941] env[69976]: INFO networking_nsxv3.common.synchronization [None req-2d1346d1-036e-493c-a111-1473ef16fdac None None] Enqueued Resource ID: 9bca5422-a51f-4053-9bc2-e1f933a39a16 with Priority: HIGHEST for action port [ 662.676941] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bca5422-a51f-4053-9bc2-e1f933a39a16 with Priority: HIGHEST for action port [ 662.676941] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bca5422-a51f-4053-9bc2-e1f933a39a16 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.676941] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bca5422-a51f-4053-9bc2-e1f933a39a16" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.676941] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bca5422-a51f-4053-9bc2-e1f933a39a16" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.676941] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bca5422-a51f-4053-9bc2-e1f933a39a16" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.676941] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bca5422-a51f-4053-9bc2-e1f933a39a16',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.678423] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.678625] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.678724] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.678985] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.679450] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.679803] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 is going to be created. [ 662.709152] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.709411] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.709506] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.711118] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.711118] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.722278] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 in Status: UNINITIALIZED for 2s [ 663.183612] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bca5422-a51f-4053-9bc2-e1f933a39a16 [ 663.184049] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.184049] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.184192] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.185052] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.185052] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.185052] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bca5422-a51f-4053-9bc2-e1f933a39a16 already deleted. [ 663.185052] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bca5422-a51f-4053-9bc2-e1f933a39a16" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.940504] env[69976]: INFO networking_nsxv3.common.synchronization [None req-7e667e61-a648-4f93-a410-e8fc4248d434 None None] Enqueued Resource ID: 6c0c9599-252f-48af-90db-c35134ba42d8 with Priority: HIGHEST for action port [ 663.940504] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c0c9599-252f-48af-90db-c35134ba42d8 with Priority: HIGHEST for action port [ 663.940504] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c0c9599-252f-48af-90db-c35134ba42d8 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.940504] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c0c9599-252f-48af-90db-c35134ba42d8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.940504] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c0c9599-252f-48af-90db-c35134ba42d8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.940504] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c0c9599-252f-48af-90db-c35134ba42d8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.940504] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c0c9599-252f-48af-90db-c35134ba42d8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.443626] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c0c9599-252f-48af-90db-c35134ba42d8 [ 664.443990] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.443990] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.443990] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.444319] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.444421] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.444530] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c0c9599-252f-48af-90db-c35134ba42d8 already deleted. [ 664.444619] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c0c9599-252f-48af-90db-c35134ba42d8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.735419] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 in Status: SUCCESS [ 664.735700] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.735890] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.736152] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.736446] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.736604] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.738362] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.739167] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.739412] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.739520] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.739671] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4988a7fe-e226-47f2-8e9f-0662594eaab8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.244151] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4988a7fe-e226-47f2-8e9f-0662594eaab8 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.244151] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.245178] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.245178] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.245178] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.245178] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.245178] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.245178] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.245178] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.245178] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.245502] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4988a7fe-e226-47f2-8e9f-0662594eaab8 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.245502] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.245502] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.245662] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.246392] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.246392] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.246392] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.246392] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.246392] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.246392] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.246392] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4988a7fe-e226-47f2-8e9f-0662594eaab8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.751754] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4988a7fe-e226-47f2-8e9f-0662594eaab8: rpc.has_security_group_logging(os_id): False [ 665.753021] env[69976]: INFO networking_nsxv3.common.synchronization [None req-fe38e0d9-ac08-41d6-9c70-d2d6136e3fac None None] Enqueued Resource ID: f7953264-308e-48d7-b3e0-90e618259ab4 with Priority: HIGHEST for action port [ 665.754468] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7953264-308e-48d7-b3e0-90e618259ab4 with Priority: HIGHEST for action port [ 665.756789] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7953264-308e-48d7-b3e0-90e618259ab4 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.756902] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7953264-308e-48d7-b3e0-90e618259ab4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.756902] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7953264-308e-48d7-b3e0-90e618259ab4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.757211] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7953264-308e-48d7-b3e0-90e618259ab4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.757298] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7953264-308e-48d7-b3e0-90e618259ab4',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.773519] env[69976]: INFO networking_nsxv3.common.synchronization [req-0f0a4874-9fb2-403b-bf84-f826d40f4697 req-4ebff2fa-2af1-463e-a63d-5083522c2c84 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Enqueued Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_members [ 665.774223] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_members [ 665.774427] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.774650] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.774650] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.774878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.775055] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.775168] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.775232] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.775393] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.775480] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.775578] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.777812] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.778042] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.778201] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.778492] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.778846] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.779177] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.779369] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.779440] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.779686] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.779885] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.780215] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.780434] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.780599] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.780849] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.781025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.781370] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.781580] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.781682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.781949] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.782134] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.782437] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 is going to be created. [ 665.846114] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.846114] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.846114] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.846114] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.846114] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.858018] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 in Status: IN_PROGRESS for 2s [ 666.259101] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7953264-308e-48d7-b3e0-90e618259ab4 [ 666.259544] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.259766] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.260410] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.260942] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.261089] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.261314] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7953264-308e-48d7-b3e0-90e618259ab4 already deleted. [ 666.261314] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7953264-308e-48d7-b3e0-90e618259ab4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.285774] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.285910] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.285910] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.286501] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.286635] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.287112] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.287112] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.287112] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.287494] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.288029] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.288029] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf55a032-4305-4c90-9bbc-f6318120f95b already deleted. [ 666.288029] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.317233] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-15 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.317233] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-15" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.317233] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-15" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.317233] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-15" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.317233] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.317233] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.317233] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.317233] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.317233] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.317233] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 666.317990] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.318247] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.318505] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.318646] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 666.318762] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.318910] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.340388] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.340468] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 666.340618] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.341068] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-15" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.341068] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-6b570b9a-2591-4571-a45f-afd4b962f20a taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.341258] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-6b570b9a-2591-4571-a45f-afd4b962f20a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.341336] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-6b570b9a-2591-4571-a45f-afd4b962f20a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.341693] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-6b570b9a-2591-4571-a45f-afd4b962f20a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.341812] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b570b9a-2591-4571-a45f-afd4b962f20a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.592336] env[69976]: INFO networking_nsxv3.common.synchronization [None req-beb29b23-aadc-4824-9d1d-5651c4f2e49a None None] Enqueued Resource ID: a7247fdf-7956-4a3b-b412-4a531d91904d with Priority: HIGHEST for action port [ 666.592336] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7247fdf-7956-4a3b-b412-4a531d91904d with Priority: HIGHEST for action port [ 666.592336] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7247fdf-7956-4a3b-b412-4a531d91904d taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.595205] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7247fdf-7956-4a3b-b412-4a531d91904d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.595205] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7247fdf-7956-4a3b-b412-4a531d91904d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.595205] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7247fdf-7956-4a3b-b412-4a531d91904d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.595205] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7247fdf-7956-4a3b-b412-4a531d91904d',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.768114] env[69976]: INFO networking_nsxv3.common.synchronization [None req-59eafa2e-3c86-42a5-8db7-63b324b37068 None None] Enqueued Resource ID: 58ae828f-d928-4b48-89d2-ee358f97b673 with Priority: HIGHEST for action port [ 666.768114] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ae828f-d928-4b48-89d2-ee358f97b673 with Priority: HIGHEST for action port [ 666.768684] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-58ae828f-d928-4b48-89d2-ee358f97b673 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.768684] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58ae828f-d928-4b48-89d2-ee358f97b673" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.768684] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58ae828f-d928-4b48-89d2-ee358f97b673" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.768844] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58ae828f-d928-4b48-89d2-ee358f97b673" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.768888] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58ae828f-d928-4b48-89d2-ee358f97b673',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.846265] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.848018] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.848018] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.848018] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.848018] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.848018] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 6b570b9a-2591-4571-a45f-afd4b962f20a not found, creating... [ 666.848018] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.848018] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.848018] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.848450] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.848450] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.848525] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.848698] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.848791] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.849045] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.849194] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.849339] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 6b570b9a-2591-4571-a45f-afd4b962f20a is going to be created. [ 666.874792] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.874792] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.874792] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.874792] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.874792] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.874792] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-6b570b9a-2591-4571-a45f-afd4b962f20a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.098112] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7247fdf-7956-4a3b-b412-4a531d91904d [ 667.098112] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.098245] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.099905] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.099905] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.099905] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.099905] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7247fdf-7956-4a3b-b412-4a531d91904d already deleted. [ 667.099905] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7247fdf-7956-4a3b-b412-4a531d91904d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.275342] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58ae828f-d928-4b48-89d2-ee358f97b673 [ 667.275502] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.278981] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.278981] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.278981] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.278981] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.278981] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58ae828f-d928-4b48-89d2-ee358f97b673 already deleted. [ 667.278981] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58ae828f-d928-4b48-89d2-ee358f97b673" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.851455] env[69976]: INFO networking_nsxv3.common.synchronization [req-0f0a4874-9fb2-403b-bf84-f826d40f4697 req-927efc4e-3464-46a6-b3dc-4d3ebe5f1c33 service nova] Enqueued Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_rules [ 667.851719] env[69976]: INFO networking_nsxv3.common.synchronization [req-0f0a4874-9fb2-403b-bf84-f826d40f4697 req-927efc4e-3464-46a6-b3dc-4d3ebe5f1c33 service nova] Enqueued Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_members [ 667.851719] env[69976]: INFO networking_nsxv3.common.synchronization [req-0f0a4874-9fb2-403b-bf84-f826d40f4697 req-927efc4e-3464-46a6-b3dc-4d3ebe5f1c33 service nova] Enqueued Resource ID: 6b570b9a-2591-4571-a45f-afd4b962f20a with Priority: HIGHEST for action port [ 667.852275] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_rules [ 667.852416] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_members [ 667.852543] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b570b9a-2591-4571-a45f-afd4b962f20a with Priority: HIGHEST for action port [ 667.852909] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.853079] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.853163] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.853462] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.853585] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.859043] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.859203] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.859275] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.859518] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.859754] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.860287] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.860287] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.860287] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.860287] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.860481] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.862235] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b570b9a-2591-4571-a45f-afd4b962f20a taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.862235] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b570b9a-2591-4571-a45f-afd4b962f20a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.862235] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b570b9a-2591-4571-a45f-afd4b962f20a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.862235] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b570b9a-2591-4571-a45f-afd4b962f20a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.862235] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b570b9a-2591-4571-a45f-afd4b962f20a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.880791] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 in Status: SUCCESS [ 667.882290] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.365423] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.367013] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.367013] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.373045] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b570b9a-2591-4571-a45f-afd4b962f20a with status ACTIVE [ 668.373045] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.373045] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.373045] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.373045] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.373045] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.373045] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.373045] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.373045] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.373045] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.373045] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.373045] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.373045] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.373045] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.373768] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.373768] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.373768] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b570b9a-2591-4571-a45f-afd4b962f20a is going to be updated. [ 668.404139] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.404304] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.404354] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.404568] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.404694] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.404855] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b570b9a-2591-4571-a45f-afd4b962f20a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.867753] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.147658] env[69976]: INFO networking_nsxv3.common.synchronization [None req-9d4cedbd-c5cf-42e5-8dad-f262c21d2c99 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Enqueued Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_rules [ 669.148173] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_rules [ 669.148473] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a305b992-f3d8-451a-a8d8-39fb2471577f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.148614] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.148694] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.148979] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.148979] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.248176] env[69976]: INFO networking_nsxv3.common.synchronization [None req-451126f2-77d9-4417-b282-b145f1acde5e None None] Enqueued Resource ID: 3c41f484-7a0c-4b89-b53c-493c366b5d33 with Priority: HIGHEST for action port [ 669.248287] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c41f484-7a0c-4b89-b53c-493c366b5d33 with Priority: HIGHEST for action port [ 669.248941] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c41f484-7a0c-4b89-b53c-493c366b5d33 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.249089] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c41f484-7a0c-4b89-b53c-493c366b5d33" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.249144] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c41f484-7a0c-4b89-b53c-493c366b5d33" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.249406] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c41f484-7a0c-4b89-b53c-493c366b5d33" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.249489] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c41f484-7a0c-4b89-b53c-493c366b5d33',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.356549] env[69976]: INFO networking_nsxv3.common.synchronization [None req-498644cf-1cc1-44ad-9b5f-315327a0a43a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Enqueued Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_rules [ 669.357236] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_rules [ 669.357445] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a305b992-f3d8-451a-a8d8-39fb2471577f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.357563] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.373324] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.373324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.373324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.373324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.373324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.373324] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf55a032-4305-4c90-9bbc-f6318120f95b is going to be created. [ 669.431053] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.431053] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.431053] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.431053] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.431053] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.443246] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: UNINITIALIZED for 2s [ 669.540322] env[69976]: INFO networking_nsxv3.common.synchronization [None req-9cee00ac-fbf6-4b0c-a743-2c9ceceaff0e None None] Enqueued Resource ID: 32007b67-988b-44e1-9736-c1c043e8645f with Priority: HIGHEST for action port [ 669.540923] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32007b67-988b-44e1-9736-c1c043e8645f with Priority: HIGHEST for action port [ 669.541291] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-32007b67-988b-44e1-9736-c1c043e8645f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.541414] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32007b67-988b-44e1-9736-c1c043e8645f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.541480] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32007b67-988b-44e1-9736-c1c043e8645f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.541728] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32007b67-988b-44e1-9736-c1c043e8645f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.541807] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32007b67-988b-44e1-9736-c1c043e8645f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.683399] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.683399] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.683399] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.683399] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.683399] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.683399] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a305b992-f3d8-451a-a8d8-39fb2471577f already deleted. [ 669.683399] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.683399] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.683399] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.683399] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.752839] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c41f484-7a0c-4b89-b53c-493c366b5d33 [ 669.753111] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.753314] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.753381] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.753554] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.754025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.754025] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c41f484-7a0c-4b89-b53c-493c366b5d33 already deleted. [ 669.754025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c41f484-7a0c-4b89-b53c-493c366b5d33" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.050179] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32007b67-988b-44e1-9736-c1c043e8645f [ 670.050544] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.050544] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.050663] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.050884] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.050982] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.051123] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32007b67-988b-44e1-9736-c1c043e8645f already deleted. [ 670.051218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32007b67-988b-44e1-9736-c1c043e8645f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.210066] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.210478] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.210662] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.210979] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.211193] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.211568] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a305b992-f3d8-451a-a8d8-39fb2471577f already deleted. [ 670.211568] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.738867] env[69976]: INFO networking_nsxv3.common.synchronization [req-5d1b819c-19c5-49a6-838d-993861dfa81a req-8cda8ba2-6a50-46ed-a9d6-25b75a223969 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Enqueued Resource ID: 6ed25f09-e9bc-4746-9e81-4c2c4e987afd with Priority: HIGHEST for action security_group_members [ 670.738867] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ed25f09-e9bc-4746-9e81-4c2c4e987afd with Priority: HIGHEST for action security_group_members [ 670.738867] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ed25f09-e9bc-4746-9e81-4c2c4e987afd taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.738867] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.738867] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.738867] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.739121] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.739169] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.739228] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.739419] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.739508] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.739607] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ed25f09-e9bc-4746-9e81-4c2c4e987afd',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.024841] env[69976]: INFO networking_nsxv3.common.synchronization [req-c9c0396d-e3da-4f56-8661-92779e7fe305 req-d520e8c9-bccf-4db2-b513-3c15ca11a784 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Enqueued Resource ID: f316deae-cff1-4d6a-a4a3-a59565c73c0d with Priority: HIGHEST for action security_group_members [ 671.024841] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f316deae-cff1-4d6a-a4a3-a59565c73c0d with Priority: HIGHEST for action security_group_members [ 671.024841] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-f316deae-cff1-4d6a-a4a3-a59565c73c0d taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.024841] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.024841] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.024841] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.024841] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.024841] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.024841] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.024841] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.024841] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.024841] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f316deae-cff1-4d6a-a4a3-a59565c73c0d',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.243279] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.245399] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.245399] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.245399] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.245399] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.245399] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.245399] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.245399] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.245796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.245796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.245796] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ed25f09-e9bc-4746-9e81-4c2c4e987afd is going to be updated. [ 671.282582] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.282760] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.282820] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.283039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.283391] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.296565] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ed25f09-e9bc-4746-9e81-4c2c4e987afd in Status: IN_PROGRESS for 2s [ 671.457328] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: SUCCESS [ 671.457615] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.457840] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.458079] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.458295] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.458422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.458489] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.458656] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.458736] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.458823] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.458915] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.528600] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.528761] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.528832] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.529134] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.529231] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.529439] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.529545] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.529605] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.529832] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.529914] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.530011] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f316deae-cff1-4d6a-a4a3-a59565c73c0d already deleted. [ 671.530104] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.731992] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-13 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.732366] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-13" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.732732] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-13" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.732983] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-13" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.733380] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.733630] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.733806] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.734169] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.734361] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.734672] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.734878] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.735085] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.735267] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.735983] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.735983] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.735983] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.758227] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.758379] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 671.761996] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.761996] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-13" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.761996] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-72fa000f-9a3c-4e96-b60d-338bddbf0273 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.761996] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-72fa000f-9a3c-4e96-b60d-338bddbf0273" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.761996] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-72fa000f-9a3c-4e96-b60d-338bddbf0273" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.761996] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-72fa000f-9a3c-4e96-b60d-338bddbf0273" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.765913] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72fa000f-9a3c-4e96-b60d-338bddbf0273',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.961669] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.962117] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.963556] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.963556] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.963556] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.963556] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.963556] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.963556] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.963894] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.963894] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.963894] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.964062] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.964062] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.964245] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.964391] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.964484] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.964550] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.964885] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.964885] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.964885] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.965091] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.151820] env[69976]: INFO networking_nsxv3.common.synchronization [req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 req-9a5b63ad-ed20-4d7b-be29-c4ca5a09106a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Enqueued Resource ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a with Priority: HIGHEST for action security_group_members [ 672.153413] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a with Priority: HIGHEST for action security_group_members [ 672.153818] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.154217] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.154485] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.154785] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.155105] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.155272] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.155402] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.155684] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.155790] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.155958] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.271442] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.272568] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.272568] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.272743] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.272770] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.272936] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 72fa000f-9a3c-4e96-b60d-338bddbf0273 not found, creating... [ 672.273241] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.273501] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.273501] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.273736] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.273877] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.274191] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.274648] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.274648] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.274648] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.274787] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.275143] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 72fa000f-9a3c-4e96-b60d-338bddbf0273 is going to be created. [ 672.298613] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.299197] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.299197] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.299669] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.299961] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.300238] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-72fa000f-9a3c-4e96-b60d-338bddbf0273" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.468419] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf55a032-4305-4c90-9bbc-f6318120f95b: rpc.has_security_group_logging(os_id): False [ 672.506255] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.506423] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.506477] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.506701] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.506800] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.507997] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.507997] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.507997] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.507997] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.507997] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.507997] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.507997] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.507997] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.507997] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.507997] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.508389] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.508389] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.508389] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.508713] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.508713] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.508713] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf55a032-4305-4c90-9bbc-f6318120f95b is going to be created. [ 672.593484] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.593713] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.593713] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.593917] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.594115] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.604963] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: IN_PROGRESS for 2s [ 672.646254] env[69976]: INFO networking_nsxv3.common.synchronization [None req-bd547c7b-1ee9-4b74-980c-16682449c8fb None None] Enqueued Resource ID: 6667342e-047a-4d76-99de-484571d1b78b with Priority: HIGHEST for action port [ 672.646254] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6667342e-047a-4d76-99de-484571d1b78b with Priority: HIGHEST for action port [ 672.646449] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-6667342e-047a-4d76-99de-484571d1b78b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.646572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6667342e-047a-4d76-99de-484571d1b78b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.646646] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6667342e-047a-4d76-99de-484571d1b78b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.646909] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6667342e-047a-4d76-99de-484571d1b78b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.647750] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6667342e-047a-4d76-99de-484571d1b78b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.661030] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.151062] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6667342e-047a-4d76-99de-484571d1b78b [ 673.151062] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.151200] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.151364] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.151481] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.151585] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.151667] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6667342e-047a-4d76-99de-484571d1b78b already deleted. [ 673.151753] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6667342e-047a-4d76-99de-484571d1b78b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.167436] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.172167] env[69976]: INFO networking_nsxv3.common.synchronization [req-c9c0396d-e3da-4f56-8661-92779e7fe305 req-d607e33e-34b4-4435-9a18-c643457cf21a service nova] Enqueued Resource ID: f316deae-cff1-4d6a-a4a3-a59565c73c0d with Priority: HIGHEST for action security_group_rules [ 673.172362] env[69976]: INFO networking_nsxv3.common.synchronization [req-c9c0396d-e3da-4f56-8661-92779e7fe305 req-d607e33e-34b4-4435-9a18-c643457cf21a service nova] Enqueued Resource ID: f316deae-cff1-4d6a-a4a3-a59565c73c0d with Priority: HIGHEST for action security_group_members [ 673.172543] env[69976]: INFO networking_nsxv3.common.synchronization [req-c9c0396d-e3da-4f56-8661-92779e7fe305 req-d607e33e-34b4-4435-9a18-c643457cf21a service nova] Enqueued Resource ID: 72fa000f-9a3c-4e96-b60d-338bddbf0273 with Priority: HIGHEST for action port [ 673.173256] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f316deae-cff1-4d6a-a4a3-a59565c73c0d with Priority: HIGHEST for action security_group_rules [ 673.173390] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f316deae-cff1-4d6a-a4a3-a59565c73c0d with Priority: HIGHEST for action security_group_members [ 673.173483] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72fa000f-9a3c-4e96-b60d-338bddbf0273 with Priority: HIGHEST for action port [ 673.173820] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f316deae-cff1-4d6a-a4a3-a59565c73c0d taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.173942] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.176027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.176027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.176027] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f316deae-cff1-4d6a-a4a3-a59565c73c0d',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.176709] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-f316deae-cff1-4d6a-a4a3-a59565c73c0d taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.176886] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.176970] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.177234] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.177732] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.177732] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.177834] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.177977] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.178115] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.179138] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f316deae-cff1-4d6a-a4a3-a59565c73c0d',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.180528] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-72fa000f-9a3c-4e96-b60d-338bddbf0273 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.180648] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72fa000f-9a3c-4e96-b60d-338bddbf0273" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.180715] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72fa000f-9a3c-4e96-b60d-338bddbf0273" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.180931] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72fa000f-9a3c-4e96-b60d-338bddbf0273" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.181040] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72fa000f-9a3c-4e96-b60d-338bddbf0273',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.308125] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ed25f09-e9bc-4746-9e81-4c2c4e987afd in Status: SUCCESS [ 673.308424] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ed25f09-e9bc-4746-9e81-4c2c4e987afd deletion is rescheduled due to dependency. [ 673.308459] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.674119] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.674304] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.674369] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.674597] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.674689] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.674796] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a is going to be updated. [ 673.682740] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f316deae-cff1-4d6a-a4a3-a59565c73c0d',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.683958] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-f316deae-cff1-4d6a-a4a3-a59565c73c0d taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.684091] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.684250] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72fa000f-9a3c-4e96-b60d-338bddbf0273 with status ACTIVE [ 673.684413] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.684510] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.684575] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.684779] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.684890] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.685107] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.685210] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.685268] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.685436] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.685517] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.685692] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.685806] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.685859] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.685982] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.686109] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.686205] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72fa000f-9a3c-4e96-b60d-338bddbf0273 is going to be updated. [ 673.713768] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.713976] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.713976] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.714220] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.714357] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.714526] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72fa000f-9a3c-4e96-b60d-338bddbf0273" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.721116] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.721285] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.721351] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.723020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.723020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.732580] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a in Status: IN_PROGRESS for 2s [ 674.188548] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f316deae-cff1-4d6a-a4a3-a59565c73c0d',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.618634] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: SUCCESS [ 674.618970] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.691815] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.692082] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.692158] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.692394] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.692490] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.692618] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f316deae-cff1-4d6a-a4a3-a59565c73c0d is going to be created. [ 674.736222] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.736394] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.736394] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.736542] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.736706] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.747931] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f316deae-cff1-4d6a-a4a3-a59565c73c0d in Status: UNINITIALIZED for 2s [ 675.743789] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a in Status: SUCCESS [ 675.744133] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.763023] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f316deae-cff1-4d6a-a4a3-a59565c73c0d in Status: SUCCESS [ 676.763023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.763537] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.763823] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.764107] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.764278] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.764401] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.765030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.765030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.765030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.765179] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f316deae-cff1-4d6a-a4a3-a59565c73c0d',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.165009] env[69976]: INFO networking_nsxv3.common.synchronization [req-0385c898-c258-4b10-bec9-725796dd0121 req-0d89bf84-b642-4da5-816c-7fc522b60adc tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Enqueued Resource ID: 3283b4f6-62cd-4112-b402-d04b7bf162e4 with Priority: HIGHEST for action security_group_members [ 677.165588] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3283b4f6-62cd-4112-b402-d04b7bf162e4 with Priority: HIGHEST for action security_group_members [ 677.165920] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-3283b4f6-62cd-4112-b402-d04b7bf162e4 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.166868] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.166976] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.167269] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.167466] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.167588] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.167735] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.168767] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.168872] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.168980] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3283b4f6-62cd-4112-b402-d04b7bf162e4',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.268318] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f316deae-cff1-4d6a-a4a3-a59565c73c0d',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.570353] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.570538] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-244" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.570662] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-244" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.571069] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-244" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.571328] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.571486] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.571602] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.571830] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.571977] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.572202] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.572313] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.572419] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.572526] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.572633] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.572736] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.572864] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.592202] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.592202] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 677.592290] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.592474] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-244" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.592808] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-c31d6dd1-2052-42e6-8a95-e0d05cd37fbc taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.592987] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-c31d6dd1-2052-42e6-8a95-e0d05cd37fbc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.593123] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-c31d6dd1-2052-42e6-8a95-e0d05cd37fbc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.593480] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-c31d6dd1-2052-42e6-8a95-e0d05cd37fbc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.594306] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c31d6dd1-2052-42e6-8a95-e0d05cd37fbc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.672073] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.672187] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.672187] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.672385] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.672472] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.672661] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.672784] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.672829] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.672957] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.673046] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.673132] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3283b4f6-62cd-4112-b402-d04b7bf162e4 already deleted. [ 677.673214] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.771906] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f316deae-cff1-4d6a-a4a3-a59565c73c0d: rpc.has_security_group_logging(os_id): False [ 677.792158] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.792417] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.792500] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.792763] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.792840] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.793182] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.793334] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.793496] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.793700] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.793852] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.793974] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f316deae-cff1-4d6a-a4a3-a59565c73c0d is going to be created. [ 677.884030] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.884030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.884030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.884030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.884030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.905513] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f316deae-cff1-4d6a-a4a3-a59565c73c0d in Status: IN_PROGRESS for 2s [ 678.096094] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.096496] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.096723] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.097100] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.097361] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.097617] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port c31d6dd1-2052-42e6-8a95-e0d05cd37fbc not found, creating... [ 678.097968] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.098271] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.098484] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.098825] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.099079] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.099458] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.099769] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.099988] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.100378] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.100597] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.100932] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: c31d6dd1-2052-42e6-8a95-e0d05cd37fbc is going to be created. [ 678.125369] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.125588] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.125715] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.126033] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.126271] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.126495] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-c31d6dd1-2052-42e6-8a95-e0d05cd37fbc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.925520] env[69976]: INFO networking_nsxv3.common.synchronization [req-0385c898-c258-4b10-bec9-725796dd0121 req-012d5aca-5a61-4d32-99ba-3ec4229b3b74 service nova] Enqueued Resource ID: 3283b4f6-62cd-4112-b402-d04b7bf162e4 with Priority: HIGHEST for action security_group_rules [ 678.925520] env[69976]: INFO networking_nsxv3.common.synchronization [req-0385c898-c258-4b10-bec9-725796dd0121 req-012d5aca-5a61-4d32-99ba-3ec4229b3b74 service nova] Enqueued Resource ID: 3283b4f6-62cd-4112-b402-d04b7bf162e4 with Priority: HIGHEST for action security_group_members [ 678.925520] env[69976]: INFO networking_nsxv3.common.synchronization [req-0385c898-c258-4b10-bec9-725796dd0121 req-012d5aca-5a61-4d32-99ba-3ec4229b3b74 service nova] Enqueued Resource ID: c31d6dd1-2052-42e6-8a95-e0d05cd37fbc with Priority: HIGHEST for action port [ 678.925520] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3283b4f6-62cd-4112-b402-d04b7bf162e4 with Priority: HIGHEST for action security_group_rules [ 678.925520] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3283b4f6-62cd-4112-b402-d04b7bf162e4 with Priority: HIGHEST for action security_group_members [ 678.925520] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31d6dd1-2052-42e6-8a95-e0d05cd37fbc with Priority: HIGHEST for action port [ 678.925933] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3283b4f6-62cd-4112-b402-d04b7bf162e4 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.925933] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.926024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.930159] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.930159] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3283b4f6-62cd-4112-b402-d04b7bf162e4',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.930159] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-3283b4f6-62cd-4112-b402-d04b7bf162e4 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.930159] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.930159] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.931037] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.931037] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.931037] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.931037] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.931037] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.931299] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.931299] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3283b4f6-62cd-4112-b402-d04b7bf162e4',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.934993] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-c31d6dd1-2052-42e6-8a95-e0d05cd37fbc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.935166] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c31d6dd1-2052-42e6-8a95-e0d05cd37fbc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.935305] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c31d6dd1-2052-42e6-8a95-e0d05cd37fbc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.935488] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c31d6dd1-2052-42e6-8a95-e0d05cd37fbc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.935593] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c31d6dd1-2052-42e6-8a95-e0d05cd37fbc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.439067] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c31d6dd1-2052-42e6-8a95-e0d05cd37fbc with status ACTIVE [ 679.439067] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.439067] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.439536] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.439536] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.439536] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.439660] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.439660] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.439808] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.439943] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.440035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.440221] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.440338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.440386] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.440526] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.440601] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.440756] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c31d6dd1-2052-42e6-8a95-e0d05cd37fbc is going to be updated. [ 679.441773] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3283b4f6-62cd-4112-b402-d04b7bf162e4',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.442673] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-3283b4f6-62cd-4112-b402-d04b7bf162e4 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.442782] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.464868] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.465042] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.465110] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.465311] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.465445] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.465609] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c31d6dd1-2052-42e6-8a95-e0d05cd37fbc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.812337] env[69976]: INFO networking_nsxv3.common.synchronization [req-9b32513e-0596-4c37-9737-27a24d4eb11f req-b9dd51d4-e3ea-4921-9036-1ee54fba533a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Enqueued Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_members [ 679.814073] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_members [ 679.814073] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.814073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.814073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.814073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.814073] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.814573] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.814573] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.814573] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.814573] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.814750] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.918709] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f316deae-cff1-4d6a-a4a3-a59565c73c0d in Status: SUCCESS [ 679.918981] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.946777] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3283b4f6-62cd-4112-b402-d04b7bf162e4',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.287148] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-15 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.287389] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-15" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.287517] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-15" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.287795] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-15" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.288096] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.288276] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.288402] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.291498] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.291498] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.291498] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 680.291498] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.291498] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.291498] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.291498] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 680.291498] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.291498] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.309037] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.309132] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 680.309269] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.309431] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-15" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.309821] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-d51c013b-81aa-4069-8012-4a9961894297 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.310013] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-d51c013b-81aa-4069-8012-4a9961894297" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.310166] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-d51c013b-81aa-4069-8012-4a9961894297" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.310476] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-d51c013b-81aa-4069-8012-4a9961894297" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.310618] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d51c013b-81aa-4069-8012-4a9961894297',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.317187] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.450338] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.450338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.450338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.450338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.450338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.450338] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3283b4f6-62cd-4112-b402-d04b7bf162e4 is going to be created. [ 680.475343] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.475490] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.475560] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.475765] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.475924] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.485217] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3283b4f6-62cd-4112-b402-d04b7bf162e4 in Status: UNINITIALIZED for 2s [ 680.814329] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.814598] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.814803] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.815130] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.815288] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.815453] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port d51c013b-81aa-4069-8012-4a9961894297 not found, creating... [ 680.815713] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.815869] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.815985] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.816239] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.816381] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.816679] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.816833] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.816955] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.817189] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.817327] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.817487] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: d51c013b-81aa-4069-8012-4a9961894297 is going to be created. [ 680.818893] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.842781] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.843156] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.843351] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.843668] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.843998] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.844472] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-d51c013b-81aa-4069-8012-4a9961894297" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.321449] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.321784] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.321784] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.321901] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.321992] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.322107] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf55a032-4305-4c90-9bbc-f6318120f95b is going to be updated. [ 681.354276] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.354433] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.354507] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.354719] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.354990] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.364559] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: IN_PROGRESS for 2s [ 681.608117] env[69976]: INFO networking_nsxv3.common.synchronization [req-9b32513e-0596-4c37-9737-27a24d4eb11f req-8228643d-e7f9-42dd-a103-b16ffefe1ddf service nova] Enqueued Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_rules [ 681.608117] env[69976]: INFO networking_nsxv3.common.synchronization [req-9b32513e-0596-4c37-9737-27a24d4eb11f req-8228643d-e7f9-42dd-a103-b16ffefe1ddf service nova] Enqueued Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_members [ 681.608117] env[69976]: INFO networking_nsxv3.common.synchronization [req-9b32513e-0596-4c37-9737-27a24d4eb11f req-8228643d-e7f9-42dd-a103-b16ffefe1ddf service nova] Enqueued Resource ID: d51c013b-81aa-4069-8012-4a9961894297 with Priority: HIGHEST for action port [ 681.608319] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_rules [ 681.608433] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_members [ 681.608549] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d51c013b-81aa-4069-8012-4a9961894297 with Priority: HIGHEST for action port [ 681.609533] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.609662] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.609833] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.609999] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.610097] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.612107] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.612191] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.612424] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-d51c013b-81aa-4069-8012-4a9961894297 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.612511] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d51c013b-81aa-4069-8012-4a9961894297" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.612577] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d51c013b-81aa-4069-8012-4a9961894297" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.612776] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d51c013b-81aa-4069-8012-4a9961894297" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.612850] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d51c013b-81aa-4069-8012-4a9961894297',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.114892] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.114892] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.120023] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d51c013b-81aa-4069-8012-4a9961894297 with status ACTIVE [ 682.120023] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.120023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.120023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.120023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.120023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.120023] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.120023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.120023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.120023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.120023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.120023] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.120023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.120023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.120023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.120023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.120023] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d51c013b-81aa-4069-8012-4a9961894297 is going to be updated. [ 682.144512] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.144512] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.144512] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.144512] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.144512] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.144512] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d51c013b-81aa-4069-8012-4a9961894297" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.497550] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3283b4f6-62cd-4112-b402-d04b7bf162e4 in Status: SUCCESS [ 682.497908] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.497956] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.498240] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.498449] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.498585] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.498656] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.498832] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.498907] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.499009] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.499120] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3283b4f6-62cd-4112-b402-d04b7bf162e4',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.934444] env[69976]: INFO networking_nsxv3.common.synchronization [req-011bf467-70d6-454a-b906-ff9821f130e2 req-874bd127-03f6-44f0-ae4c-87c019b185ab tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Enqueued Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_members [ 682.934444] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_members [ 682.934444] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.934444] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.934444] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.934444] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.934444] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.934444] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.934444] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.934444] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.934444] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.934444] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.008541] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-3283b4f6-62cd-4112-b402-d04b7bf162e4 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.008759] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.008832] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.009215] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.009281] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.009383] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.009444] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.009604] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.009688] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.009820] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.010033] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-3283b4f6-62cd-4112-b402-d04b7bf162e4 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.010162] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.010204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.010339] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.010479] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.010566] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.010624] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.010776] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.010882] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.010973] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.011081] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3283b4f6-62cd-4112-b402-d04b7bf162e4',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.378472] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: SUCCESS [ 683.378954] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.379255] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.380983] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.385020] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.385020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.385020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.385020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.385020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.385020] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.420102] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-651 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.420410] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-651" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.420604] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-651" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.421071] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-651" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.421399] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.421595] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.421732] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.422093] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.422651] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.422651] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 683.422785] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.422886] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.422999] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.423191] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 683.423318] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.423475] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.436662] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.436829] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.436933] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.437385] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.437385] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.437557] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.437688] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.437688] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.437901] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.437964] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.438049] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f already deleted. [ 683.438134] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.448229] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.448229] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 683.448229] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.448229] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-651" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.448229] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-e2d4e667-edf7-49a5-952d-c4cb5510c06e taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.448516] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-e2d4e667-edf7-49a5-952d-c4cb5510c06e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.448516] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-e2d4e667-edf7-49a5-952d-c4cb5510c06e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.448874] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-e2d4e667-edf7-49a5-952d-c4cb5510c06e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.448946] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2d4e667-edf7-49a5-952d-c4cb5510c06e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.512840] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3283b4f6-62cd-4112-b402-d04b7bf162e4: rpc.has_security_group_logging(os_id): False [ 683.533331] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.533596] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.533596] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.533773] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.533871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.534398] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.534643] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.534741] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.534917] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.535048] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.535431] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.535544] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.535613] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.535768] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.535851] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.536375] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.536512] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.536580] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.536740] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.536825] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.536923] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3283b4f6-62cd-4112-b402-d04b7bf162e4 is going to be created. [ 683.614028] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.614028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.614028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.614028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.614028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.626118] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3283b4f6-62cd-4112-b402-d04b7bf162e4 in Status: IN_PROGRESS for 2s [ 683.884518] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.951497] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.952038] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.952238] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.952696] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.956025] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.956025] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port e2d4e667-edf7-49a5-952d-c4cb5510c06e not found, creating... [ 683.956025] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.956025] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.956025] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.956025] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.956025] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.956025] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.956025] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.956025] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.956545] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.956545] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.956545] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: e2d4e667-edf7-49a5-952d-c4cb5510c06e is going to be created. [ 683.981096] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.981645] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.981913] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.982269] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.982806] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.983145] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-e2d4e667-edf7-49a5-952d-c4cb5510c06e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.388409] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.794951] env[69976]: INFO networking_nsxv3.common.synchronization [req-011bf467-70d6-454a-b906-ff9821f130e2 req-41da10f9-6c5d-41e9-a2d2-acb67c14e8b8 service nova] Enqueued Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_rules [ 684.795221] env[69976]: INFO networking_nsxv3.common.synchronization [req-011bf467-70d6-454a-b906-ff9821f130e2 req-41da10f9-6c5d-41e9-a2d2-acb67c14e8b8 service nova] Enqueued Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_members [ 684.797653] env[69976]: INFO networking_nsxv3.common.synchronization [req-011bf467-70d6-454a-b906-ff9821f130e2 req-41da10f9-6c5d-41e9-a2d2-acb67c14e8b8 service nova] Enqueued Resource ID: e2d4e667-edf7-49a5-952d-c4cb5510c06e with Priority: HIGHEST for action port [ 684.797653] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_rules [ 684.797653] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_members [ 684.797653] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d4e667-edf7-49a5-952d-c4cb5510c06e with Priority: HIGHEST for action port [ 684.797653] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.797653] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.797653] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.797653] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.797653] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.800041] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.800041] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.800041] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.800041] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.800041] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.800041] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.800041] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.800041] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.800041] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.800310] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.801220] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2d4e667-edf7-49a5-952d-c4cb5510c06e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.801220] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2d4e667-edf7-49a5-952d-c4cb5510c06e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.801220] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2d4e667-edf7-49a5-952d-c4cb5510c06e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.801396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2d4e667-edf7-49a5-952d-c4cb5510c06e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.801396] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2d4e667-edf7-49a5-952d-c4cb5510c06e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.893031] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.893031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.893031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.893031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.893031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.893031] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf55a032-4305-4c90-9bbc-f6318120f95b is going to be updated. [ 684.921576] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.922148] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.922148] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.922737] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.922737] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.934424] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: IN_PROGRESS for 2s [ 685.308234] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.308234] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.308234] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.308234] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2d4e667-edf7-49a5-952d-c4cb5510c06e with status ACTIVE [ 685.308234] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.308234] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.308234] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.308234] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.308234] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.310241] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.310241] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.310241] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.310241] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.310573] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.311230] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.311379] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.311451] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.311643] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.311733] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.311833] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2d4e667-edf7-49a5-952d-c4cb5510c06e is going to be updated. [ 685.336476] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.336476] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.336709] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.336709] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.336843] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.337017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2d4e667-edf7-49a5-952d-c4cb5510c06e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.648794] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3283b4f6-62cd-4112-b402-d04b7bf162e4 in Status: SUCCESS [ 685.648794] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.814405] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.317496] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.317496] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.317496] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.317684] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.317684] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.317760] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f is going to be created. [ 686.351120] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.351120] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.351120] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.351270] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.351390] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.364366] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: UNINITIALIZED for 2s [ 686.947439] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: SUCCESS [ 686.947439] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.947966] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.948635] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.948635] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.948635] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.948635] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.948916] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.949324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.949324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.949324] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.452501] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.452501] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.454137] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.454137] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.454137] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.454376] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.454376] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.454511] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.454603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.454697] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.455040] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.455040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.455040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.455230] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.455406] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.455821] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.455821] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.455940] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.456337] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.456337] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.456337] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.656222] env[69976]: INFO networking_nsxv3.common.synchronization [None req-07f8f632-3fc3-4507-95ae-5ef80ab37266 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Enqueued Resource ID: 243f47d4-3714-4264-b62d-82252c83dafe with Priority: HIGHEST for action security_group_rules [ 687.656779] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243f47d4-3714-4264-b62d-82252c83dafe with Priority: HIGHEST for action security_group_rules [ 687.658063] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-243f47d4-3714-4264-b62d-82252c83dafe taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.658063] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-243f47d4-3714-4264-b62d-82252c83dafe" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.658063] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-243f47d4-3714-4264-b62d-82252c83dafe" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.658223] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-243f47d4-3714-4264-b62d-82252c83dafe" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.658308] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('243f47d4-3714-4264-b62d-82252c83dafe',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.869465] env[69976]: INFO networking_nsxv3.common.synchronization [None req-fd3300c3-77f2-4fee-801b-04e9949b7578 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Enqueued Resource ID: 243f47d4-3714-4264-b62d-82252c83dafe with Priority: HIGHEST for action security_group_rules [ 687.871106] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243f47d4-3714-4264-b62d-82252c83dafe with Priority: HIGHEST for action security_group_rules [ 687.871946] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-243f47d4-3714-4264-b62d-82252c83dafe taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.872199] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-243f47d4-3714-4264-b62d-82252c83dafe" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.963400] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf55a032-4305-4c90-9bbc-f6318120f95b: rpc.has_security_group_logging(os_id): False [ 687.998902] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.998902] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.998902] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.998902] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.998902] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.998902] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.998902] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.998902] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.998902] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.998902] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.998902] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.998902] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.998902] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.998902] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.998902] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.999548] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.999733] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.999926] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.000703] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.001329] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.001583] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf55a032-4305-4c90-9bbc-f6318120f95b is going to be updated. [ 688.083300] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.083472] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.083542] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.083754] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.083899] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.107758] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: IN_PROGRESS for 2s [ 688.180022] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.180341] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.180434] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.180661] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.180739] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.180891] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 243f47d4-3714-4264-b62d-82252c83dafe already deleted. [ 688.181056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-243f47d4-3714-4264-b62d-82252c83dafe" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.181707] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-243f47d4-3714-4264-b62d-82252c83dafe" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.181934] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-243f47d4-3714-4264-b62d-82252c83dafe" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.182052] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('243f47d4-3714-4264-b62d-82252c83dafe',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.377101] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: SUCCESS [ 688.377422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.377516] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.377791] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.378012] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.378218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.378280] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.378438] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.378519] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.378606] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.378714] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.703833] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.703833] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.703833] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.703833] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.703833] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.703833] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 243f47d4-3714-4264-b62d-82252c83dafe already deleted. [ 688.703833] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-243f47d4-3714-4264-b62d-82252c83dafe" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.882191] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.882370] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.882448] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.882813] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.882813] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.883034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.883034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.883163] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.885073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.885073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.885073] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.885073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.885073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.885073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.885073] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.885073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.885073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.885073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.885073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.885073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.885073] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.387407] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d96f5c9f-28c0-4f89-b183-44a2472f0b7f: rpc.has_security_group_logging(os_id): False [ 689.416770] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.416986] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.417188] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.417411] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.417540] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.417945] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.418772] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.418878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.419267] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.419394] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.419657] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.419756] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.419881] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.420130] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.420237] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.420539] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.420677] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.420775] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.421059] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.421170] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.421259] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f is going to be created. [ 689.532010] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.532316] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.532316] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.532618] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.533605] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.551379] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: IN_PROGRESS for 2s [ 690.105561] env[69976]: INFO networking_nsxv3.common.synchronization [None req-ca038d14-baef-430e-b01e-a22a538908a8 None None] Enqueued Resource ID: dd62f4aa-eca2-46e9-b860-97123e996e57 with Priority: HIGHEST for action port [ 690.106125] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd62f4aa-eca2-46e9-b860-97123e996e57 with Priority: HIGHEST for action port [ 690.114757] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd62f4aa-eca2-46e9-b860-97123e996e57 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.114910] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd62f4aa-eca2-46e9-b860-97123e996e57" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.114910] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd62f4aa-eca2-46e9-b860-97123e996e57" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.114910] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd62f4aa-eca2-46e9-b860-97123e996e57" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.114910] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd62f4aa-eca2-46e9-b860-97123e996e57',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.128756] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: SUCCESS [ 690.129265] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.535902] env[69976]: INFO networking_nsxv3.common.synchronization [req-832cf740-99eb-4412-a626-2936243ed928 req-cdc7abfa-06c9-452d-ba34-9eeb3eaf8c02 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Enqueued Resource ID: d3b88d06-65f2-43f3-b447-6b2ea1a70341 with Priority: HIGHEST for action security_group_members [ 690.535902] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3b88d06-65f2-43f3-b447-6b2ea1a70341 with Priority: HIGHEST for action security_group_members [ 690.535902] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3b88d06-65f2-43f3-b447-6b2ea1a70341 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.535902] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.535902] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.536451] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.536451] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.536451] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.536622] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.536677] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.538449] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.538449] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3b88d06-65f2-43f3-b447-6b2ea1a70341',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.620682] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd62f4aa-eca2-46e9-b860-97123e996e57 [ 690.620682] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.620682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.620682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.620682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.620682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.621079] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd62f4aa-eca2-46e9-b860-97123e996e57 already deleted. [ 690.625026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd62f4aa-eca2-46e9-b860-97123e996e57" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.958653] env[69976]: INFO networking_nsxv3.common.synchronization [req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 req-28d8a3cd-95f4-4fd1-a637-b7724e380030 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Enqueued Resource ID: 3283b4f6-62cd-4112-b402-d04b7bf162e4 with Priority: HIGHEST for action security_group_members [ 690.959234] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3283b4f6-62cd-4112-b402-d04b7bf162e4 with Priority: HIGHEST for action security_group_members [ 690.959530] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-3283b4f6-62cd-4112-b402-d04b7bf162e4 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.959709] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.959709] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.959935] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.963621] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.963749] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.963939] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.964345] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.964345] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.964345] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3283b4f6-62cd-4112-b402-d04b7bf162e4',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.972179] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-55 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.972179] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-55" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.972179] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-55" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.975274] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-55" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.975715] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.975954] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.976116] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.976421] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.976826] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.976982] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 690.977410] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.977410] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.977410] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.977410] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 690.977558] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.977672] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.004895] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.005131] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 691.005563] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.005563] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-55" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.005900] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-683dbc7f-83ec-49db-ae0e-63cd6b9d02ae taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.006211] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-683dbc7f-83ec-49db-ae0e-63cd6b9d02ae" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.006211] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-683dbc7f-83ec-49db-ae0e-63cd6b9d02ae" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.006534] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-683dbc7f-83ec-49db-ae0e-63cd6b9d02ae" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.006673] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('683dbc7f-83ec-49db-ae0e-63cd6b9d02ae',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.040346] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.040663] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.040663] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.040842] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.040953] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.041190] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.041292] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.041352] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.041513] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.041902] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.041902] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3b88d06-65f2-43f3-b447-6b2ea1a70341 already deleted. [ 691.041902] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.470272] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.470390] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.470484] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.470749] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.470871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.471097] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.471354] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.471354] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.471487] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.471571] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.471663] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3283b4f6-62cd-4112-b402-d04b7bf162e4 is going to be updated. [ 691.505800] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.506019] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.506117] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.506363] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.506518] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.510515] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.510717] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.510844] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.511133] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.511284] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.511495] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 683dbc7f-83ec-49db-ae0e-63cd6b9d02ae not found, creating... [ 691.511725] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.511913] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.511999] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.512297] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.512431] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.512727] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.512875] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.512995] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.513257] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.513403] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.513545] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 683dbc7f-83ec-49db-ae0e-63cd6b9d02ae is going to be created. [ 691.515653] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3283b4f6-62cd-4112-b402-d04b7bf162e4 in Status: IN_PROGRESS for 2s [ 691.534888] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.535298] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.535494] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.535791] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.536039] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.536287] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-683dbc7f-83ec-49db-ae0e-63cd6b9d02ae" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.564838] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: SUCCESS [ 691.565189] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.177149] env[69976]: INFO networking_nsxv3.common.synchronization [None req-2586dab1-3b07-4025-a409-3e9f996f1328 None None] Enqueued Resource ID: fec45dc5-ce69-441b-9ac8-0f2918d33c2e with Priority: HIGHEST for action port [ 692.177947] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fec45dc5-ce69-441b-9ac8-0f2918d33c2e with Priority: HIGHEST for action port [ 692.178520] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-fec45dc5-ce69-441b-9ac8-0f2918d33c2e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.178625] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fec45dc5-ce69-441b-9ac8-0f2918d33c2e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.178745] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fec45dc5-ce69-441b-9ac8-0f2918d33c2e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.179088] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fec45dc5-ce69-441b-9ac8-0f2918d33c2e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.179231] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fec45dc5-ce69-441b-9ac8-0f2918d33c2e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.367334] env[69976]: INFO networking_nsxv3.common.synchronization [req-832cf740-99eb-4412-a626-2936243ed928 req-1fdf5a46-4473-4a82-b556-447ec5ed0636 service nova] Enqueued Resource ID: d3b88d06-65f2-43f3-b447-6b2ea1a70341 with Priority: HIGHEST for action security_group_rules [ 692.368056] env[69976]: INFO networking_nsxv3.common.synchronization [req-832cf740-99eb-4412-a626-2936243ed928 req-1fdf5a46-4473-4a82-b556-447ec5ed0636 service nova] Enqueued Resource ID: d3b88d06-65f2-43f3-b447-6b2ea1a70341 with Priority: HIGHEST for action security_group_members [ 692.368056] env[69976]: INFO networking_nsxv3.common.synchronization [req-832cf740-99eb-4412-a626-2936243ed928 req-1fdf5a46-4473-4a82-b556-447ec5ed0636 service nova] Enqueued Resource ID: 683dbc7f-83ec-49db-ae0e-63cd6b9d02ae with Priority: HIGHEST for action port [ 692.368485] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3b88d06-65f2-43f3-b447-6b2ea1a70341 with Priority: HIGHEST for action security_group_rules [ 692.368639] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3b88d06-65f2-43f3-b447-6b2ea1a70341 with Priority: HIGHEST for action security_group_members [ 692.368787] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 683dbc7f-83ec-49db-ae0e-63cd6b9d02ae with Priority: HIGHEST for action port [ 692.369111] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3b88d06-65f2-43f3-b447-6b2ea1a70341 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.369244] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.369300] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.369573] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.369649] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3b88d06-65f2-43f3-b447-6b2ea1a70341',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.370621] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3b88d06-65f2-43f3-b447-6b2ea1a70341 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.370758] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.370857] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.371189] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.371345] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.371454] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.371517] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.371942] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.372062] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.372167] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3b88d06-65f2-43f3-b447-6b2ea1a70341',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.373157] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-683dbc7f-83ec-49db-ae0e-63cd6b9d02ae taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.373157] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-683dbc7f-83ec-49db-ae0e-63cd6b9d02ae" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.373157] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-683dbc7f-83ec-49db-ae0e-63cd6b9d02ae" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.373389] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-683dbc7f-83ec-49db-ae0e-63cd6b9d02ae" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.373389] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('683dbc7f-83ec-49db-ae0e-63cd6b9d02ae',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.682380] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fec45dc5-ce69-441b-9ac8-0f2918d33c2e [ 692.682653] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.682745] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.682816] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.683068] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.683191] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.683296] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fec45dc5-ce69-441b-9ac8-0f2918d33c2e already deleted. [ 692.683378] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fec45dc5-ce69-441b-9ac8-0f2918d33c2e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.875141] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3b88d06-65f2-43f3-b447-6b2ea1a70341 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.875278] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.875488] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3b88d06-65f2-43f3-b447-6b2ea1a70341',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.877303] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 683dbc7f-83ec-49db-ae0e-63cd6b9d02ae with status ACTIVE [ 692.877303] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.877303] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.877303] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.877303] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.877303] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.877303] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.877653] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.877653] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.877653] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.877653] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.877848] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.877905] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.878251] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.878251] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.878251] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.878381] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 683dbc7f-83ec-49db-ae0e-63cd6b9d02ae is going to be updated. [ 692.900455] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.900612] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.900692] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.900892] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.901063] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.901254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-683dbc7f-83ec-49db-ae0e-63cd6b9d02ae" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.337101] env[69976]: INFO networking_nsxv3.common.synchronization [req-c19415b9-f9a3-4010-aee7-f4f79e003945 req-0b4ece48-69e7-4aae-bb6e-a6173a21d393 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Enqueued Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 693.337589] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 693.337916] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.338049] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.338119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.338395] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.338559] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.338662] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.338727] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.338889] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.338978] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.341220] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.380783] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3b88d06-65f2-43f3-b447-6b2ea1a70341',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.529284] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3283b4f6-62cd-4112-b402-d04b7bf162e4 in Status: SUCCESS [ 693.529533] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3283b4f6-62cd-4112-b402-d04b7bf162e4 deletion is rescheduled due to dependency. [ 693.529669] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.797656] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.798065] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-157" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.798065] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-157" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.798342] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-157" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.798660] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.800183] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.800183] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.800183] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.800183] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.800183] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.800183] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.800452] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.800938] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.800938] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.800938] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.800938] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.824171] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.824171] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 693.824171] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.824171] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-157" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.824171] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-823c1f57-01da-472e-89fa-50ebaf5d04bd taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.824171] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-823c1f57-01da-472e-89fa-50ebaf5d04bd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.824171] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-823c1f57-01da-472e-89fa-50ebaf5d04bd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.824587] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-823c1f57-01da-472e-89fa-50ebaf5d04bd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.824633] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('823c1f57-01da-472e-89fa-50ebaf5d04bd',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.846367] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.846562] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.846652] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.846893] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.847016] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.847258] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.847426] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.847426] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.847619] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.849035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.849035] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca already deleted. [ 693.849035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.887114] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.887114] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.887114] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.887114] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.887114] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.887114] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3b88d06-65f2-43f3-b447-6b2ea1a70341 is going to be created. [ 693.911906] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.912090] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.912156] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.912372] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.912545] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.926027] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3b88d06-65f2-43f3-b447-6b2ea1a70341 in Status: UNINITIALIZED for 2s [ 694.103253] env[69976]: INFO networking_nsxv3.common.synchronization [req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c req-a201840c-ebda-41fe-a0aa-d22bee6f04db tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Enqueued Resource ID: 4f519860-3797-4ed6-b643-21ef99db727c with Priority: HIGHEST for action security_group_members [ 694.103911] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f519860-3797-4ed6-b643-21ef99db727c with Priority: HIGHEST for action security_group_members [ 694.104352] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f519860-3797-4ed6-b643-21ef99db727c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.106218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.106218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.106218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.106218] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.106218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.106218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.106218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.106218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.106218] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f519860-3797-4ed6-b643-21ef99db727c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.327236] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.327473] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.327597] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.327935] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.328115] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.328270] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 823c1f57-01da-472e-89fa-50ebaf5d04bd not found, creating... [ 694.328533] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.328687] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.328801] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.329050] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.329190] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.329475] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.329648] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.329762] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.329993] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.331309] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.331469] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 823c1f57-01da-472e-89fa-50ebaf5d04bd is going to be created. [ 694.355570] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.355797] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.355936] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.356251] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.356500] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.356729] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-823c1f57-01da-472e-89fa-50ebaf5d04bd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.607773] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.607933] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.608012] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.608282] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.608374] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.608572] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.608672] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.608740] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.608889] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.608962] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.609088] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f519860-3797-4ed6-b643-21ef99db727c is going to be updated. [ 694.644821] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.644985] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.645053] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.645261] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.645421] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.656068] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f519860-3797-4ed6-b643-21ef99db727c in Status: IN_PROGRESS for 2s [ 695.175507] env[69976]: INFO networking_nsxv3.common.synchronization [req-c19415b9-f9a3-4010-aee7-f4f79e003945 req-f0f34500-acab-4467-8fd6-1d79681e42e4 service nova] Enqueued Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_rules [ 695.175777] env[69976]: INFO networking_nsxv3.common.synchronization [req-c19415b9-f9a3-4010-aee7-f4f79e003945 req-f0f34500-acab-4467-8fd6-1d79681e42e4 service nova] Enqueued Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 695.175916] env[69976]: INFO networking_nsxv3.common.synchronization [req-c19415b9-f9a3-4010-aee7-f4f79e003945 req-f0f34500-acab-4467-8fd6-1d79681e42e4 service nova] Enqueued Resource ID: 823c1f57-01da-472e-89fa-50ebaf5d04bd with Priority: HIGHEST for action port [ 695.176423] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_rules [ 695.176557] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 695.176685] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 823c1f57-01da-472e-89fa-50ebaf5d04bd with Priority: HIGHEST for action port [ 695.176902] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.177249] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.177353] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.177616] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.178087] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.182516] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.182676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.182772] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.183044] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.183295] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.183793] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.183793] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.183910] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.184057] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.184190] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.185182] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-823c1f57-01da-472e-89fa-50ebaf5d04bd taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.185430] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-823c1f57-01da-472e-89fa-50ebaf5d04bd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.185483] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-823c1f57-01da-472e-89fa-50ebaf5d04bd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.185640] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-823c1f57-01da-472e-89fa-50ebaf5d04bd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.185727] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('823c1f57-01da-472e-89fa-50ebaf5d04bd',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.682158] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.682395] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.687878] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.689059] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 823c1f57-01da-472e-89fa-50ebaf5d04bd with status ACTIVE [ 695.689257] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.689450] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.689450] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.689703] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.689783] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.690321] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.690321] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.690321] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.690605] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.690605] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.690669] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.690734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.690798] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.691016] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.692554] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.693671] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 823c1f57-01da-472e-89fa-50ebaf5d04bd is going to be updated. [ 695.719215] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.719346] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.719411] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.720048] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.720048] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.720048] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-823c1f57-01da-472e-89fa-50ebaf5d04bd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.934758] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3b88d06-65f2-43f3-b447-6b2ea1a70341 in Status: SUCCESS [ 695.935045] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.935159] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.935433] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.935672] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.935804] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.935896] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.936118] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.936229] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.936378] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.936476] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3b88d06-65f2-43f3-b447-6b2ea1a70341',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.194813] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.440083] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3b88d06-65f2-43f3-b447-6b2ea1a70341 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.440261] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.440261] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.440542] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.440734] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.440834] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.440922] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.441176] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.441388] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.441520] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.441694] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3b88d06-65f2-43f3-b447-6b2ea1a70341 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.441798] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.441876] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.442061] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.442241] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.442323] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.442374] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.442520] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.442594] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.442676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.442771] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3b88d06-65f2-43f3-b447-6b2ea1a70341',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.666286] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f519860-3797-4ed6-b643-21ef99db727c in Status: SUCCESS [ 696.666477] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f519860-3797-4ed6-b643-21ef99db727c deletion is rescheduled due to dependency. [ 696.666597] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.698060] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.698060] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.698060] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.698060] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.698060] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.698060] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca is going to be created. [ 696.726416] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.726586] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.726586] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.726782] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.726941] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.736585] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: UNINITIALIZED for 2s [ 696.946160] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3b88d06-65f2-43f3-b447-6b2ea1a70341: rpc.has_security_group_logging(os_id): False [ 696.965977] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.966340] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.966340] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.966817] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.966817] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.966942] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.967022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.967090] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.967292] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.967399] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.967608] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.967707] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.967770] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.967917] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.968073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.968175] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.968270] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.968332] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.968471] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.968654] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.968654] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3b88d06-65f2-43f3-b447-6b2ea1a70341 is going to be created. [ 697.031930] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.031930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.031930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.031930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.031930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.046019] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3b88d06-65f2-43f3-b447-6b2ea1a70341 in Status: IN_PROGRESS for 2s [ 697.568677] env[69976]: INFO networking_nsxv3.common.synchronization [req-65ea80ab-fffc-4470-a037-0165d5472074 req-0440b1a7-2e39-4017-8c43-99246f9c7524 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Enqueued Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 697.569150] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 697.569476] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.569595] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.569867] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.569992] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.570184] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.570293] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.570521] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.570521] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.570597] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.570692] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.888587] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.888812] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-189" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.888928] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-189" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.889488] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-189" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.889573] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.889731] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.889853] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.890226] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.890450] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.890678] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 697.890811] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.890926] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.891064] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.891159] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 697.891263] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.891412] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.912276] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.912450] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 697.912590] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.912766] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-189" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.913090] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-dd2c0470-48a6-43b2-bac5-185215312ad6 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.913263] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-dd2c0470-48a6-43b2-bac5-185215312ad6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.913380] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-dd2c0470-48a6-43b2-bac5-185215312ad6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.913703] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-dd2c0470-48a6-43b2-bac5-185215312ad6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.913844] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd2c0470-48a6-43b2-bac5-185215312ad6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.074592] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.074592] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.074592] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.074592] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.074592] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.074592] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.074592] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.075319] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.075319] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.075319] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.075319] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af6ec24a-16bc-45ce-816d-c65531b01ebc already deleted. [ 698.075319] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.416652] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.416894] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.417053] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.417362] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.417518] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.417678] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port dd2c0470-48a6-43b2-bac5-185215312ad6 not found, creating... [ 698.419999] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.419999] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.419999] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.419999] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.419999] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.421374] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.421593] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.421734] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.422049] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.422204] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.422423] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: dd2c0470-48a6-43b2-bac5-185215312ad6 is going to be created. [ 698.450031] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.450031] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.450364] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.450418] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.450715] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.451011] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-dd2c0470-48a6-43b2-bac5-185215312ad6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.748045] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: SUCCESS [ 698.748045] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.748369] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.750396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.750396] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.750396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.750396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.750396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.750396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.750396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.750396] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.059032] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3b88d06-65f2-43f3-b447-6b2ea1a70341 in Status: SUCCESS [ 699.059263] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.254557] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.254815] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.254897] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.255148] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.255336] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.255452] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.255515] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.255684] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.255772] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.255859] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.256016] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.256118] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.256182] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.256325] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.256462] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.256553] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.256626] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.256795] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.256872] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.257043] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.257136] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.284238] env[69976]: INFO networking_nsxv3.common.synchronization [req-65ea80ab-fffc-4470-a037-0165d5472074 req-86e1bc51-11c9-478c-8572-ac09149685c9 service nova] Enqueued Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_rules [ 699.284471] env[69976]: INFO networking_nsxv3.common.synchronization [req-65ea80ab-fffc-4470-a037-0165d5472074 req-86e1bc51-11c9-478c-8572-ac09149685c9 service nova] Enqueued Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 699.284618] env[69976]: INFO networking_nsxv3.common.synchronization [req-65ea80ab-fffc-4470-a037-0165d5472074 req-86e1bc51-11c9-478c-8572-ac09149685c9 service nova] Enqueued Resource ID: dd2c0470-48a6-43b2-bac5-185215312ad6 with Priority: HIGHEST for action port [ 699.285127] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_rules [ 699.286027] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 699.287056] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd2c0470-48a6-43b2-bac5-185215312ad6 with Priority: HIGHEST for action port [ 699.287258] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.287430] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.287525] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.287849] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.287955] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.288929] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.289106] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.289244] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.289458] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.291274] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.291274] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.291274] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.291274] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.291274] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.291274] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.291274] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd2c0470-48a6-43b2-bac5-185215312ad6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.291274] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd2c0470-48a6-43b2-bac5-185215312ad6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.291274] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd2c0470-48a6-43b2-bac5-185215312ad6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.291274] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd2c0470-48a6-43b2-bac5-185215312ad6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.291274] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd2c0470-48a6-43b2-bac5-185215312ad6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.761535] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a9068b9-da0b-413d-a55a-f0b74d4c1cca: rpc.has_security_group_logging(os_id): False [ 699.782841] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.782960] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.783144] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.783623] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.783776] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.784087] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.784245] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.784321] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.784561] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.784677] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.784925] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.785063] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.785170] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.785353] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.785455] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.786032] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.786032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.786032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.786032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.786249] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.786249] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca is going to be created. [ 699.794364] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.795565] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.795565] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.796066] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd2c0470-48a6-43b2-bac5-185215312ad6 with status ACTIVE [ 699.796206] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.796324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.796393] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.796600] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.796693] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.796923] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.797095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.797201] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.797469] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.797608] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.797845] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.798259] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.798447] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.798537] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.798629] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.798731] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd2c0470-48a6-43b2-bac5-185215312ad6 is going to be updated. [ 699.822689] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.822846] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.822906] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.824528] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.824528] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.824528] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd2c0470-48a6-43b2-bac5-185215312ad6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.855550] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.855827] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.855827] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.855827] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.856037] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.876835] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: IN_PROGRESS for 2s [ 700.296663] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.376868] env[69976]: INFO networking_nsxv3.common.synchronization [req-82218954-2356-4715-b071-08a5c14ac5ad req-33c66f47-b966-4c3b-b854-e238d0515d51 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Enqueued Resource ID: 4f5d12cf-964a-4887-baf0-d32a60295419 with Priority: HIGHEST for action security_group_members [ 700.378051] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f5d12cf-964a-4887-baf0-d32a60295419 with Priority: HIGHEST for action security_group_members [ 700.378471] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f5d12cf-964a-4887-baf0-d32a60295419 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.378639] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.378753] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.379048] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.379274] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.379414] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.379498] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.379697] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.379810] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.379974] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f5d12cf-964a-4887-baf0-d32a60295419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.787223] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.787540] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.787898] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.788534] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.788610] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.788774] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.788896] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.789519] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.789519] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.789519] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.789649] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.789755] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.789840] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.790031] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.790575] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.790739] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.799568] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.799736] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.799917] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.800067] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.800116] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.800209] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af6ec24a-16bc-45ce-816d-c65531b01ebc is going to be created. [ 700.817035] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.817219] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 700.817363] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.818010] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.818010] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-5d56b6a9-54d7-4741-b85d-84a19acc64d0 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.818010] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-5d56b6a9-54d7-4741-b85d-84a19acc64d0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.818278] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-5d56b6a9-54d7-4741-b85d-84a19acc64d0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.818587] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-5d56b6a9-54d7-4741-b85d-84a19acc64d0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.818670] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d56b6a9-54d7-4741-b85d-84a19acc64d0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.822939] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.823076] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.823161] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.823372] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.823556] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.835362] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: UNINITIALIZED for 2s [ 700.883246] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f5d12cf-964a-4887-baf0-d32a60295419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.321550] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.321742] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.321880] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.322077] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.322284] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.322379] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 5d56b6a9-54d7-4741-b85d-84a19acc64d0 not found, creating... [ 701.322677] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.322901] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.323044] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.323379] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.323494] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.323870] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.324033] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.324140] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.325579] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.325579] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.325579] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 5d56b6a9-54d7-4741-b85d-84a19acc64d0 is going to be created. [ 701.347786] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.348147] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.348298] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.348573] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.348804] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.349047] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-5d56b6a9-54d7-4741-b85d-84a19acc64d0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.385479] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f5d12cf-964a-4887-baf0-d32a60295419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.891696] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: SUCCESS [ 701.891976] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.892347] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.892471] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.892542] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.892738] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.892822] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.892913] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f5d12cf-964a-4887-baf0-d32a60295419 is going to be updated. [ 701.943486] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.943649] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.943706] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.943924] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.944094] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.959409] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f5d12cf-964a-4887-baf0-d32a60295419 in Status: IN_PROGRESS for 2s [ 702.215650] env[69976]: INFO networking_nsxv3.common.synchronization [req-82218954-2356-4715-b071-08a5c14ac5ad req-6199e8c3-b319-450e-9ee6-240665eddaaa service nova] Enqueued Resource ID: 4f5d12cf-964a-4887-baf0-d32a60295419 with Priority: HIGHEST for action security_group_rules [ 702.215721] env[69976]: INFO networking_nsxv3.common.synchronization [req-82218954-2356-4715-b071-08a5c14ac5ad req-6199e8c3-b319-450e-9ee6-240665eddaaa service nova] Enqueued Resource ID: 4f5d12cf-964a-4887-baf0-d32a60295419 with Priority: HIGHEST for action security_group_members [ 702.215863] env[69976]: INFO networking_nsxv3.common.synchronization [req-82218954-2356-4715-b071-08a5c14ac5ad req-6199e8c3-b319-450e-9ee6-240665eddaaa service nova] Enqueued Resource ID: 5d56b6a9-54d7-4741-b85d-84a19acc64d0 with Priority: HIGHEST for action port [ 702.216119] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f5d12cf-964a-4887-baf0-d32a60295419 with Priority: HIGHEST for action security_group_rules [ 702.216255] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f5d12cf-964a-4887-baf0-d32a60295419 with Priority: HIGHEST for action security_group_members [ 702.216353] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d56b6a9-54d7-4741-b85d-84a19acc64d0 with Priority: HIGHEST for action port [ 702.216892] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f5d12cf-964a-4887-baf0-d32a60295419 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.218123] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.218123] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.218123] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.218123] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f5d12cf-964a-4887-baf0-d32a60295419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.218834] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f5d12cf-964a-4887-baf0-d32a60295419 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.220355] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.220355] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d56b6a9-54d7-4741-b85d-84a19acc64d0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.220355] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d56b6a9-54d7-4741-b85d-84a19acc64d0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.220355] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d56b6a9-54d7-4741-b85d-84a19acc64d0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.220355] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d56b6a9-54d7-4741-b85d-84a19acc64d0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.220355] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d56b6a9-54d7-4741-b85d-84a19acc64d0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.722920] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f5d12cf-964a-4887-baf0-d32a60295419 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.723077] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.723271] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d56b6a9-54d7-4741-b85d-84a19acc64d0 with status ACTIVE [ 702.723497] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.723625] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.723693] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.723905] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.724011] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.724188] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.724288] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.724351] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.724506] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.724587] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.724782] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.724877] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.724939] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.725093] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.725251] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.725339] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d56b6a9-54d7-4741-b85d-84a19acc64d0 is going to be updated. [ 702.756311] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.756500] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.756609] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.756911] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.757141] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.757371] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d56b6a9-54d7-4741-b85d-84a19acc64d0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.850256] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: SUCCESS [ 702.850256] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.850256] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.850510] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.851252] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.851252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.851252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.851252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.851252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.851535] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.851535] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.353695] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.357174] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.357174] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.357174] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.357174] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.357174] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.357174] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.357174] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.357174] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.357174] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.357174] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.357174] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.357174] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.357174] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.357174] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.357174] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.357174] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.357174] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.357174] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.358144] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.358144] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.862278] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af6ec24a-16bc-45ce-816d-c65531b01ebc: rpc.has_security_group_logging(os_id): False [ 703.882918] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.883195] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.883195] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.883425] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.883530] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.883766] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.883956] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.883956] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.884165] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.884250] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.884474] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.884598] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.885252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.885252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.885252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.885492] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.885492] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.885596] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.885713] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.885820] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.885913] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af6ec24a-16bc-45ce-816d-c65531b01ebc is going to be created. [ 703.962501] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.962501] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.962501] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.962501] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.962501] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.978708] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f5d12cf-964a-4887-baf0-d32a60295419 in Status: SUCCESS [ 703.978944] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.979292] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.979576] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.979813] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.980081] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.980654] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.980911] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.981119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.981270] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f5d12cf-964a-4887-baf0-d32a60295419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.982968] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: IN_PROGRESS for 2s [ 704.271848] env[69976]: INFO networking_nsxv3.common.synchronization [req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 req-e9bf24d3-ccc9-42af-b536-6cf81fa6dab7 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Enqueued Resource ID: 2ce35a67-1a22-4306-b3c6-f02d025e8a25 with Priority: HIGHEST for action security_group_members [ 704.273356] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ce35a67-1a22-4306-b3c6-f02d025e8a25 with Priority: HIGHEST for action security_group_members [ 704.273356] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ce35a67-1a22-4306-b3c6-f02d025e8a25 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.273979] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.275770] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.276106] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.276385] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.276628] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.276684] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.276912] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.277536] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.277536] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ce35a67-1a22-4306-b3c6-f02d025e8a25',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.489508] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f5d12cf-964a-4887-baf0-d32a60295419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.505276] env[69976]: INFO networking_nsxv3.common.synchronization [req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 req-35d7b321-ebca-4d05-a98f-c5e2b7974bfb tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Enqueued Resource ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 with Priority: HIGHEST for action security_group_members [ 704.505530] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 with Priority: HIGHEST for action security_group_members [ 704.510497] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b00d40-c304-4a25-a68f-0c2aca74fb47 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.510497] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.510497] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.510497] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.510869] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.510869] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.510869] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.511121] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.512863] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.513037] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6b00d40-c304-4a25-a68f-0c2aca74fb47',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.637417] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-701 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.637706] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-701" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.637780] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-701" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.640606] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-701" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.640606] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.640606] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.640606] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.640606] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.641542] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.641542] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.641542] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.641542] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.641542] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.641542] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.641542] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.641748] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.665434] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.665616] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 704.665759] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.665941] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-701" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.666284] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.666458] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.666576] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.666902] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.667061] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.784535] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.784700] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.784774] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.784997] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.785149] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.785578] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.785716] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.785787] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.785962] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.786086] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.786200] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ce35a67-1a22-4306-b3c6-f02d025e8a25 already deleted. [ 704.786334] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.993109] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f5d12cf-964a-4887-baf0-d32a60295419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.017085] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6b00d40-c304-4a25-a68f-0c2aca74fb47',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.172030] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.172030] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.172030] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.172030] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.172030] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.172030] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238 not found, creating... [ 705.172030] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.172030] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.172030] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.172030] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.172030] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.172456] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.172663] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.172932] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.173289] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.173554] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.175528] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238 is going to be created. [ 705.197745] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.197745] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.197745] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.197745] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.197745] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.197745] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.501632] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.502017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.502017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.502112] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.502206] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.502329] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f5d12cf-964a-4887-baf0-d32a60295419 is going to be updated. [ 705.520164] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6b00d40-c304-4a25-a68f-0c2aca74fb47',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.541156] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.541156] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.541156] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.541735] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.541952] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.552543] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f5d12cf-964a-4887-baf0-d32a60295419 in Status: IN_PROGRESS for 2s [ 705.735669] env[69976]: INFO networking_nsxv3.common.synchronization [req-7f85edd0-51de-4207-8266-de4483443b42 req-886b6c83-cc21-4294-bdef-5cb545f6fd00 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Enqueued Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 705.736340] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 705.736672] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.736799] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.736865] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.737086] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.737242] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.737344] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.737400] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.737551] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.737639] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.737732] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.922504] env[69976]: INFO networking_nsxv3.common.synchronization [req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 req-12e3a46a-9410-48a9-836a-407085bba78e service nova] Enqueued Resource ID: 2ce35a67-1a22-4306-b3c6-f02d025e8a25 with Priority: HIGHEST for action security_group_rules [ 705.922747] env[69976]: INFO networking_nsxv3.common.synchronization [req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 req-12e3a46a-9410-48a9-836a-407085bba78e service nova] Enqueued Resource ID: 2ce35a67-1a22-4306-b3c6-f02d025e8a25 with Priority: HIGHEST for action security_group_members [ 705.922886] env[69976]: INFO networking_nsxv3.common.synchronization [req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 req-12e3a46a-9410-48a9-836a-407085bba78e service nova] Enqueued Resource ID: b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238 with Priority: HIGHEST for action port [ 705.923170] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ce35a67-1a22-4306-b3c6-f02d025e8a25 with Priority: HIGHEST for action security_group_rules [ 705.923237] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ce35a67-1a22-4306-b3c6-f02d025e8a25 with Priority: HIGHEST for action security_group_members [ 705.923337] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238 with Priority: HIGHEST for action port [ 705.924406] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ce35a67-1a22-4306-b3c6-f02d025e8a25 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.924481] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.924513] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.924819] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.924819] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ce35a67-1a22-4306-b3c6-f02d025e8a25',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.926648] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ce35a67-1a22-4306-b3c6-f02d025e8a25 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.926719] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.926767] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.926931] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.927116] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.927229] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.927290] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.927440] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.927547] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.927615] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ce35a67-1a22-4306-b3c6-f02d025e8a25',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.930570] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.930704] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.930760] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.931078] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.931186] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.998865] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: SUCCESS [ 706.001832] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.022621] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.022871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.022944] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.023545] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.023545] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.023545] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 is going to be updated. [ 706.053570] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.053570] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.053570] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.053570] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.053570] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.064803] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 in Status: IN_PROGRESS for 2s [ 706.243427] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.243427] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.243427] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.243427] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.243427] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.243427] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.243427] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.243427] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.243427] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.243427] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.243427] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca is going to be updated. [ 706.272977] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.272977] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.272977] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.272977] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.272977] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.283866] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: IN_PROGRESS for 2s [ 706.428301] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ce35a67-1a22-4306-b3c6-f02d025e8a25 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.428301] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.434417] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ce35a67-1a22-4306-b3c6-f02d025e8a25',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.436305] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238 with status ACTIVE [ 706.437396] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.437396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.437396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.437396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.437396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.437396] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.437396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.438679] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.438679] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.438679] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.438818] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.438949] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.439059] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.439248] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.440030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.440030] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238 is going to be updated. [ 706.463637] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.463795] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.463877] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.464063] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.464201] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.464375] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.945389] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ce35a67-1a22-4306-b3c6-f02d025e8a25',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.455640] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.456935] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.456935] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.456935] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.456935] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.456935] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ce35a67-1a22-4306-b3c6-f02d025e8a25 is going to be created. [ 707.490086] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.490301] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.490301] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.490521] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.490693] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.505071] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ce35a67-1a22-4306-b3c6-f02d025e8a25 in Status: UNINITIALIZED for 2s [ 707.562829] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f5d12cf-964a-4887-baf0-d32a60295419 in Status: SUCCESS [ 707.562829] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.562960] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.563089] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.563282] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.563389] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.563457] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.563606] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.563686] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.563773] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.563865] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f5d12cf-964a-4887-baf0-d32a60295419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.067246] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f5d12cf-964a-4887-baf0-d32a60295419 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.067616] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.067616] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.067753] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.067812] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.067910] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.067961] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.068178] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.068274] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.068364] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.068511] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f5d12cf-964a-4887-baf0-d32a60295419 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.068606] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.068667] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.068808] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.068943] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.071043] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.071287] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.071485] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.071778] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.071896] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.072405] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f5d12cf-964a-4887-baf0-d32a60295419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.082483] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 in Status: SUCCESS [ 708.082483] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.294876] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: SUCCESS [ 708.294876] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca deletion is rescheduled due to dependency. [ 708.294994] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.574643] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f5d12cf-964a-4887-baf0-d32a60295419: rpc.has_security_group_logging(os_id): False [ 708.594897] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.595607] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.595607] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.595607] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.595607] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.595791] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.595791] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.595899] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.596034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.596079] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.596243] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.596356] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.596404] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.596530] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.596598] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.596779] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.596898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.596928] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.597073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.597152] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.597238] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f5d12cf-964a-4887-baf0-d32a60295419 is going to be updated. [ 708.689927] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.690213] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.690343] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.690490] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.690640] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.708252] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f5d12cf-964a-4887-baf0-d32a60295419 in Status: IN_PROGRESS for 2s [ 709.516652] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ce35a67-1a22-4306-b3c6-f02d025e8a25 in Status: SUCCESS [ 709.516966] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.517095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.518054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.518054] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.518054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.518054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.518054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.518054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.518054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.518477] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ce35a67-1a22-4306-b3c6-f02d025e8a25',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.022452] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ce35a67-1a22-4306-b3c6-f02d025e8a25 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.022702] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.022852] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.023858] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.023858] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.023858] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.023858] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.023858] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.023858] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.023858] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.024265] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ce35a67-1a22-4306-b3c6-f02d025e8a25 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.025636] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.025636] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.025636] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.025636] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.025636] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.025636] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.025636] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.025636] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.025636] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.025636] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ce35a67-1a22-4306-b3c6-f02d025e8a25',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.153124] env[69976]: INFO networking_nsxv3.common.synchronization [req-84d35eb1-58c6-454f-aafb-187cf2513c1e req-c2ddc3dd-22b3-4911-b993-3481ed468d02 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Enqueued Resource ID: d3b88d06-65f2-43f3-b447-6b2ea1a70341 with Priority: HIGHEST for action security_group_members [ 710.153719] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3b88d06-65f2-43f3-b447-6b2ea1a70341 with Priority: HIGHEST for action security_group_members [ 710.157303] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3b88d06-65f2-43f3-b447-6b2ea1a70341 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.157531] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.157632] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.157865] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.158108] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.158246] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.158319] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.158661] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.158735] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.158876] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3b88d06-65f2-43f3-b447-6b2ea1a70341',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.491437] env[69976]: INFO networking_nsxv3.common.synchronization [req-00f9005d-1e93-4f52-9144-b5bca77affe5 req-074eaab4-e853-4ea2-943c-4ceea10fdf23 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Enqueued Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_members [ 710.492015] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_members [ 710.492348] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.493307] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.493307] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.493307] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.493307] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.493307] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.497269] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.497380] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.497482] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.497600] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.528036] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ce35a67-1a22-4306-b3c6-f02d025e8a25: rpc.has_security_group_logging(os_id): False [ 710.548945] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.549137] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.549532] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.549532] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.549532] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.549771] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.549934] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.550108] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.550329] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.550417] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.550598] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.550701] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.550752] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.550882] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.550954] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.553078] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.553078] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.553078] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.553078] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.553078] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.553078] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ce35a67-1a22-4306-b3c6-f02d025e8a25 is going to be created. [ 710.613321] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.613547] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.613547] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.613704] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.614142] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.628439] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ce35a67-1a22-4306-b3c6-f02d025e8a25 in Status: IN_PROGRESS for 2s [ 710.661416] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.661416] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.661416] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.661649] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.661818] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.661954] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.662276] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.662394] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.662577] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.662685] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.662960] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3b88d06-65f2-43f3-b447-6b2ea1a70341 is going to be updated. [ 710.696073] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.696262] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.696337] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.696572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.696760] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.720997] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3b88d06-65f2-43f3-b447-6b2ea1a70341 in Status: IN_PROGRESS for 2s [ 710.737140] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f5d12cf-964a-4887-baf0-d32a60295419 in Status: SUCCESS [ 710.738758] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.999837] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.999837] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.999837] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.000046] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.000165] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.000389] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.000519] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.000560] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.000709] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.000845] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.000893] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f is going to be updated. [ 711.031061] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.031254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.031298] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.031499] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.031642] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.042861] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: IN_PROGRESS for 2s [ 711.478252] env[69976]: INFO networking_nsxv3.common.synchronization [None req-42b39cec-8750-4ac3-9180-6a784f74f9e6 None None] Enqueued Resource ID: 52e2597a-9e60-45f7-92ce-fe6e2f479daf with Priority: HIGHEST for action port [ 711.478467] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e2597a-9e60-45f7-92ce-fe6e2f479daf with Priority: HIGHEST for action port [ 711.478931] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-52e2597a-9e60-45f7-92ce-fe6e2f479daf taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.479075] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52e2597a-9e60-45f7-92ce-fe6e2f479daf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.479156] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52e2597a-9e60-45f7-92ce-fe6e2f479daf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.479409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52e2597a-9e60-45f7-92ce-fe6e2f479daf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.479492] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52e2597a-9e60-45f7-92ce-fe6e2f479daf',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.982323] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52e2597a-9e60-45f7-92ce-fe6e2f479daf [ 711.982323] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.982323] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.982323] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.982691] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.982691] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.982691] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52e2597a-9e60-45f7-92ce-fe6e2f479daf already deleted. [ 711.982691] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52e2597a-9e60-45f7-92ce-fe6e2f479daf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.646723] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ce35a67-1a22-4306-b3c6-f02d025e8a25 in Status: SUCCESS [ 712.646723] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.733673] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3b88d06-65f2-43f3-b447-6b2ea1a70341 in Status: SUCCESS [ 712.733673] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3b88d06-65f2-43f3-b447-6b2ea1a70341 deletion is rescheduled due to dependency. [ 712.733673] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.053182] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: SUCCESS [ 713.054096] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f deletion is rescheduled due to dependency. [ 713.054096] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.810288] env[69976]: INFO networking_nsxv3.common.synchronization [None req-fb6d97e1-7f40-4f57-9729-ea9e724e7aa0 None None] Enqueued Resource ID: 84f4163d-649e-43fd-adc5-bec04f889f18 with Priority: HIGHEST for action port [ 713.813234] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f4163d-649e-43fd-adc5-bec04f889f18 with Priority: HIGHEST for action port [ 713.813234] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-84f4163d-649e-43fd-adc5-bec04f889f18 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.813234] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84f4163d-649e-43fd-adc5-bec04f889f18" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.813234] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84f4163d-649e-43fd-adc5-bec04f889f18" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.813234] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84f4163d-649e-43fd-adc5-bec04f889f18" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.813234] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84f4163d-649e-43fd-adc5-bec04f889f18',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.162377] env[69976]: INFO networking_nsxv3.common.synchronization [req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 req-d42787e1-ea69-4c5a-8bd5-04440e445077 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Enqueued Resource ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a with Priority: HIGHEST for action security_group_members [ 714.162696] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a with Priority: HIGHEST for action security_group_members [ 714.162995] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.163142] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.163605] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.163605] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.163605] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.163982] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.163982] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.163982] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.163982] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.163982] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.315534] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84f4163d-649e-43fd-adc5-bec04f889f18 [ 714.315930] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.316151] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.316302] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.316631] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.316776] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.316955] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84f4163d-649e-43fd-adc5-bec04f889f18 already deleted. [ 714.317132] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84f4163d-649e-43fd-adc5-bec04f889f18" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.320253] env[69976]: INFO networking_nsxv3.common.synchronization [req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 req-797b2464-19ab-4928-aa45-63e4be1a65b9 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Enqueued Resource ID: c8f240eb-6480-4509-8323-b128bb1f3dc6 with Priority: HIGHEST for action security_group_members [ 714.321213] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f240eb-6480-4509-8323-b128bb1f3dc6 with Priority: HIGHEST for action security_group_members [ 714.321587] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f240eb-6480-4509-8323-b128bb1f3dc6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.321789] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.321896] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.322265] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.322914] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.322914] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.322914] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.323223] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.323223] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.323379] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8f240eb-6480-4509-8323-b128bb1f3dc6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.666578] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.668999] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-960 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.669209] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-960" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.669349] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-960" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.669761] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-960" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.669927] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.670149] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.670289] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.670510] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.670653] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.670862] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.670975] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.671126] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.671247] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.671382] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.671506] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.671630] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.692814] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.692972] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 714.693136] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.693356] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-960" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.693616] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-ba61f057-0e98-4a9e-8c8e-923099d697bf taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.693782] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-ba61f057-0e98-4a9e-8c8e-923099d697bf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.693902] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-ba61f057-0e98-4a9e-8c8e-923099d697bf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.694268] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-ba61f057-0e98-4a9e-8c8e-923099d697bf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.694475] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba61f057-0e98-4a9e-8c8e-923099d697bf',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.827400] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.827400] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.827400] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.827400] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.827400] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.827649] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.827649] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.827649] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.827815] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.827891] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.828031] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f240eb-6480-4509-8323-b128bb1f3dc6 already deleted. [ 714.828165] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.175702] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.196857] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.197082] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.197214] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.197517] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.197689] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.197845] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port ba61f057-0e98-4a9e-8c8e-923099d697bf not found, creating... [ 715.198115] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.198276] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.198394] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.198619] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.198756] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.199045] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.199206] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.199322] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.199529] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.199690] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.199842] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: ba61f057-0e98-4a9e-8c8e-923099d697bf is going to be created. [ 715.219994] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.220283] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.220519] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.220735] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.220988] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.221234] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-ba61f057-0e98-4a9e-8c8e-923099d697bf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.677647] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.677868] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.677868] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.678152] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.678252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.678349] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a is going to be updated. [ 715.707192] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.707318] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.707426] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.707950] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.708306] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.718572] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a in Status: IN_PROGRESS for 2s [ 715.956537] env[69976]: INFO networking_nsxv3.common.synchronization [req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 req-af5ce5ac-b830-424f-9516-b49389fc0298 service nova] Enqueued Resource ID: c8f240eb-6480-4509-8323-b128bb1f3dc6 with Priority: HIGHEST for action security_group_rules [ 715.956537] env[69976]: INFO networking_nsxv3.common.synchronization [req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 req-af5ce5ac-b830-424f-9516-b49389fc0298 service nova] Enqueued Resource ID: c8f240eb-6480-4509-8323-b128bb1f3dc6 with Priority: HIGHEST for action security_group_members [ 715.956537] env[69976]: INFO networking_nsxv3.common.synchronization [req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 req-af5ce5ac-b830-424f-9516-b49389fc0298 service nova] Enqueued Resource ID: ba61f057-0e98-4a9e-8c8e-923099d697bf with Priority: HIGHEST for action port [ 715.956537] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f240eb-6480-4509-8323-b128bb1f3dc6 with Priority: HIGHEST for action security_group_rules [ 715.956537] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f240eb-6480-4509-8323-b128bb1f3dc6 with Priority: HIGHEST for action security_group_members [ 715.956537] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba61f057-0e98-4a9e-8c8e-923099d697bf with Priority: HIGHEST for action port [ 715.957768] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8f240eb-6480-4509-8323-b128bb1f3dc6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.957768] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.957916] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.958198] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.958893] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8f240eb-6480-4509-8323-b128bb1f3dc6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.959125] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f240eb-6480-4509-8323-b128bb1f3dc6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.959332] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.959394] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.959607] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.960205] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.960205] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.960205] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.960205] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.960205] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.960612] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8f240eb-6480-4509-8323-b128bb1f3dc6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.961074] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba61f057-0e98-4a9e-8c8e-923099d697bf taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.961199] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba61f057-0e98-4a9e-8c8e-923099d697bf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.961262] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba61f057-0e98-4a9e-8c8e-923099d697bf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.961759] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba61f057-0e98-4a9e-8c8e-923099d697bf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.961759] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba61f057-0e98-4a9e-8c8e-923099d697bf',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.463231] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f240eb-6480-4509-8323-b128bb1f3dc6 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.463565] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.463565] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8f240eb-6480-4509-8323-b128bb1f3dc6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.464792] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba61f057-0e98-4a9e-8c8e-923099d697bf with status ACTIVE [ 716.465580] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.465580] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.465580] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.465580] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.465580] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.465580] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.465888] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.465888] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.465888] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.465979] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.466143] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.466222] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.466282] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.466438] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.466549] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.466678] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba61f057-0e98-4a9e-8c8e-923099d697bf is going to be updated. [ 716.488871] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.489041] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.489206] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.489451] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.489623] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.489816] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba61f057-0e98-4a9e-8c8e-923099d697bf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.969376] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8f240eb-6480-4509-8323-b128bb1f3dc6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.475580] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.475580] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.475580] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.475580] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.475580] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.475580] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f240eb-6480-4509-8323-b128bb1f3dc6 is going to be created. [ 717.498452] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.498452] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.498452] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.498452] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.498452] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.509074] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f240eb-6480-4509-8323-b128bb1f3dc6 in Status: UNINITIALIZED for 2s [ 717.730518] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a in Status: SUCCESS [ 717.730724] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.098597] env[69976]: INFO networking_nsxv3.common.synchronization [req-f4763e95-1ba3-4757-a1f2-12702dd5503f req-2e93ad8c-e529-463a-9237-0ae6a842f8bd tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Enqueued Resource ID: 4f5d12cf-964a-4887-baf0-d32a60295419 with Priority: HIGHEST for action security_group_members [ 718.099178] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f5d12cf-964a-4887-baf0-d32a60295419 with Priority: HIGHEST for action security_group_members [ 718.099573] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f5d12cf-964a-4887-baf0-d32a60295419 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.099633] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.099663] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.102237] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.102237] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.102237] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.102237] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.102237] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.102237] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.102237] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f5d12cf-964a-4887-baf0-d32a60295419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.176917] env[69976]: INFO networking_nsxv3.common.synchronization [req-405d9853-a928-4024-9e74-038c2e305189 req-32cf379e-f054-4fcd-80c1-d9784ee3d6d6 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Enqueued Resource ID: aea70b8e-f9e5-474d-986c-732e33c92d44 with Priority: HIGHEST for action security_group_members [ 718.180481] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aea70b8e-f9e5-474d-986c-732e33c92d44 with Priority: HIGHEST for action security_group_members [ 718.180481] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-aea70b8e-f9e5-474d-986c-732e33c92d44 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.180481] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.180481] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.180481] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.180481] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.180481] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.180481] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.180481] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.180481] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.180481] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aea70b8e-f9e5-474d-986c-732e33c92d44',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.559729] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-113 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.560161] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-113" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.560161] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-113" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.560458] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-113" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.560779] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.560951] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.561100] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.561311] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.561440] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.561666] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 718.562024] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.562024] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.562024] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.562146] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 718.562265] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.562338] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.582950] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.583150] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 718.583295] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.583472] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-113" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.583778] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-5cfe5287-9d2f-459b-a24c-75d4572d8b3f taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.583964] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-5cfe5287-9d2f-459b-a24c-75d4572d8b3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.584100] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-5cfe5287-9d2f-459b-a24c-75d4572d8b3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.585299] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-5cfe5287-9d2f-459b-a24c-75d4572d8b3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.585454] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cfe5287-9d2f-459b-a24c-75d4572d8b3f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.596257] env[69976]: INFO networking_nsxv3.common.synchronization [req-6693b33a-ded4-4b83-a359-5d84dbe38743 req-e2bc97e7-996b-48d6-87c3-68fbca89546d tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Enqueued Resource ID: 26629797-2ce9-4e41-98c5-f1c0be74e985 with Priority: HIGHEST for action security_group_members [ 718.596467] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26629797-2ce9-4e41-98c5-f1c0be74e985 with Priority: HIGHEST for action security_group_members [ 718.596759] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-26629797-2ce9-4e41-98c5-f1c0be74e985 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.596885] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.596950] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.598878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.599063] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.599175] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.601089] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.601089] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.601089] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.601089] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26629797-2ce9-4e41-98c5-f1c0be74e985',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.604690] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f5d12cf-964a-4887-baf0-d32a60295419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.685079] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.685079] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.685079] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.685079] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.685079] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.685079] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.685079] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.685079] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.685079] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.685079] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.685079] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aea70b8e-f9e5-474d-986c-732e33c92d44 already deleted. [ 718.685079] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.087906] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.088163] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.088291] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.088582] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.091021] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.091021] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 5cfe5287-9d2f-459b-a24c-75d4572d8b3f not found, creating... [ 719.091021] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.091021] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.091021] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.091021] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.091021] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.091021] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.091021] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.091021] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.091460] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.091460] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.091460] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 5cfe5287-9d2f-459b-a24c-75d4572d8b3f is going to be created. [ 719.102075] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.102221] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.102288] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.102503] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.102595] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.102774] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.102860] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.102916] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.103082] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.103147] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.103234] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26629797-2ce9-4e41-98c5-f1c0be74e985 is going to be updated. [ 719.106911] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f5d12cf-964a-4887-baf0-d32a60295419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.115434] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.115663] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.115791] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.116075] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.116308] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.116543] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-5cfe5287-9d2f-459b-a24c-75d4572d8b3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.131513] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.131660] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.131734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.131938] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.132098] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.141313] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26629797-2ce9-4e41-98c5-f1c0be74e985 in Status: IN_PROGRESS for 2s [ 719.521801] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f240eb-6480-4509-8323-b128bb1f3dc6 in Status: SUCCESS [ 719.522494] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.522743] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.522992] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.524127] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.524127] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.524127] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.524127] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.524127] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.524127] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.524127] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8f240eb-6480-4509-8323-b128bb1f3dc6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.611540] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.611540] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.611540] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.612058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.612058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.612058] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f5d12cf-964a-4887-baf0-d32a60295419 is going to be updated. [ 719.644935] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.645181] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.645277] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.645483] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.645830] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.655998] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f5d12cf-964a-4887-baf0-d32a60295419 in Status: IN_PROGRESS for 2s [ 719.892161] env[69976]: INFO networking_nsxv3.common.synchronization [req-405d9853-a928-4024-9e74-038c2e305189 req-1b591d93-1e82-4ebe-988e-e79d67b277f3 service nova] Enqueued Resource ID: aea70b8e-f9e5-474d-986c-732e33c92d44 with Priority: HIGHEST for action security_group_rules [ 719.892161] env[69976]: INFO networking_nsxv3.common.synchronization [req-405d9853-a928-4024-9e74-038c2e305189 req-1b591d93-1e82-4ebe-988e-e79d67b277f3 service nova] Enqueued Resource ID: aea70b8e-f9e5-474d-986c-732e33c92d44 with Priority: HIGHEST for action security_group_members [ 719.892161] env[69976]: INFO networking_nsxv3.common.synchronization [req-405d9853-a928-4024-9e74-038c2e305189 req-1b591d93-1e82-4ebe-988e-e79d67b277f3 service nova] Enqueued Resource ID: 5cfe5287-9d2f-459b-a24c-75d4572d8b3f with Priority: HIGHEST for action port [ 719.892161] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aea70b8e-f9e5-474d-986c-732e33c92d44 with Priority: HIGHEST for action security_group_rules [ 719.892161] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aea70b8e-f9e5-474d-986c-732e33c92d44 with Priority: HIGHEST for action security_group_members [ 719.892161] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cfe5287-9d2f-459b-a24c-75d4572d8b3f with Priority: HIGHEST for action port [ 719.892161] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aea70b8e-f9e5-474d-986c-732e33c92d44 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.892161] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.892161] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.892161] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.893142] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aea70b8e-f9e5-474d-986c-732e33c92d44',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.894988] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-aea70b8e-f9e5-474d-986c-732e33c92d44 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.895332] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.895610] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.897039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.897039] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.897039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.897039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.897039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.897039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.897039] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aea70b8e-f9e5-474d-986c-732e33c92d44',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.898462] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cfe5287-9d2f-459b-a24c-75d4572d8b3f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.898462] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cfe5287-9d2f-459b-a24c-75d4572d8b3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.898462] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cfe5287-9d2f-459b-a24c-75d4572d8b3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.899017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cfe5287-9d2f-459b-a24c-75d4572d8b3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.899817] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cfe5287-9d2f-459b-a24c-75d4572d8b3f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.026851] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f240eb-6480-4509-8323-b128bb1f3dc6 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.027022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.027089] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.027305] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.027484] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.027631] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.027674] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.027787] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.027877] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.027959] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.028129] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f240eb-6480-4509-8323-b128bb1f3dc6 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.028227] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.028291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.028430] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.028844] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.028844] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.028844] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.028844] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.029178] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.029178] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.029178] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8f240eb-6480-4509-8323-b128bb1f3dc6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.401774] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aea70b8e-f9e5-474d-986c-732e33c92d44',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.402813] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-aea70b8e-f9e5-474d-986c-732e33c92d44 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.402919] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.403098] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5cfe5287-9d2f-459b-a24c-75d4572d8b3f with status ACTIVE [ 720.403464] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.403464] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.403464] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.403603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.403682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.403839] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.404409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.404409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.404409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.404409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.404409] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.404627] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.404627] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.404729] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.404814] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.405834] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5cfe5287-9d2f-459b-a24c-75d4572d8b3f is going to be updated. [ 720.426509] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.426605] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.426605] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.426963] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.426963] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.427112] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cfe5287-9d2f-459b-a24c-75d4572d8b3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.532695] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8f240eb-6480-4509-8323-b128bb1f3dc6: rpc.has_security_group_logging(os_id): False [ 720.551666] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.551804] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.551872] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.552128] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.552254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.552653] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.552798] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.552886] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.553083] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.553212] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.553390] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.553531] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.553620] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.553821] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.553934] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.554245] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.554695] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.554695] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.554695] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.554799] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.554828] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8f240eb-6480-4509-8323-b128bb1f3dc6 is going to be created. [ 720.624078] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.624078] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.624078] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.624078] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.624078] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.640097] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8f240eb-6480-4509-8323-b128bb1f3dc6 in Status: IN_PROGRESS for 2s [ 720.907773] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aea70b8e-f9e5-474d-986c-732e33c92d44',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.150933] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26629797-2ce9-4e41-98c5-f1c0be74e985 in Status: SUCCESS [ 721.151238] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26629797-2ce9-4e41-98c5-f1c0be74e985 deletion is rescheduled due to dependency. [ 721.151469] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.411846] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.412040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.412119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.412377] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.412503] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.412654] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aea70b8e-f9e5-474d-986c-732e33c92d44 is going to be created. [ 721.448949] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.449122] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.449254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.449412] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.449579] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.461715] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aea70b8e-f9e5-474d-986c-732e33c92d44 in Status: UNINITIALIZED for 2s [ 721.670062] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f5d12cf-964a-4887-baf0-d32a60295419 in Status: SUCCESS [ 721.670062] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.651632] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8f240eb-6480-4509-8323-b128bb1f3dc6 in Status: SUCCESS [ 722.651632] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.918009] env[69976]: INFO networking_nsxv3.common.synchronization [None req-a5226b70-6afe-44dc-94b4-b40703d01274 None None] Enqueued Resource ID: f2a6f583-a197-48ff-a1b0-232f972b6a4e with Priority: HIGHEST for action port [ 722.918596] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2a6f583-a197-48ff-a1b0-232f972b6a4e with Priority: HIGHEST for action port [ 722.918892] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2a6f583-a197-48ff-a1b0-232f972b6a4e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.919035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2a6f583-a197-48ff-a1b0-232f972b6a4e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.919105] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2a6f583-a197-48ff-a1b0-232f972b6a4e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.919361] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2a6f583-a197-48ff-a1b0-232f972b6a4e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.919444] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2a6f583-a197-48ff-a1b0-232f972b6a4e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.128527] env[69976]: INFO networking_nsxv3.common.synchronization [req-6a1abc0f-3358-4a23-ab71-e3c8907abaac req-dc969ac5-8a22-41d6-9390-a20425ad54a9 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Enqueued Resource ID: aea70b8e-f9e5-474d-986c-732e33c92d44 with Priority: HIGHEST for action security_group_members [ 723.129119] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aea70b8e-f9e5-474d-986c-732e33c92d44 with Priority: HIGHEST for action security_group_members [ 723.129447] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-aea70b8e-f9e5-474d-986c-732e33c92d44 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.129555] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.430172] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2a6f583-a197-48ff-a1b0-232f972b6a4e [ 723.430172] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.430172] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.430172] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.430172] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.430172] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.430172] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2a6f583-a197-48ff-a1b0-232f972b6a4e already deleted. [ 723.430172] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2a6f583-a197-48ff-a1b0-232f972b6a4e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.475281] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aea70b8e-f9e5-474d-986c-732e33c92d44 in Status: SUCCESS [ 723.475402] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.475480] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.475706] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.475897] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.476019] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.476081] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.476239] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.476313] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.476399] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.476500] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aea70b8e-f9e5-474d-986c-732e33c92d44',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.477450] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.477661] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.477878] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.477998] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.478081] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.478248] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.478366] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.478444] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aea70b8e-f9e5-474d-986c-732e33c92d44',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.590315] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-113 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.590315] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-113" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.590315] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-113" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.590315] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-113" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.590315] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.590315] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.590315] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.590315] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.590315] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.590315] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.590315] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.590807] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.591047] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.591276] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.591580] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.591926] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.616870] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.617069] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 723.617218] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.617411] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-113" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.617733] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-66d027f4-a3f2-4d5e-8449-f127918c3745 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.617902] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-66d027f4-a3f2-4d5e-8449-f127918c3745" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.618032] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-66d027f4-a3f2-4d5e-8449-f127918c3745" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.618435] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-66d027f4-a3f2-4d5e-8449-f127918c3745" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.618577] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66d027f4-a3f2-4d5e-8449-f127918c3745',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.980250] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-aea70b8e-f9e5-474d-986c-732e33c92d44 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.980676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.983079] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aea70b8e-f9e5-474d-986c-732e33c92d44',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.121940] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.122360] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.122562] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.122892] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.123106] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.123366] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 66d027f4-a3f2-4d5e-8449-f127918c3745 not found, creating... [ 724.123635] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.123803] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.123954] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.124235] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.124370] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.124840] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.125011] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.125907] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.126213] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.126404] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.126608] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 66d027f4-a3f2-4d5e-8449-f127918c3745 is going to be created. [ 724.150944] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.151218] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.151218] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.152115] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.152966] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.152966] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-66d027f4-a3f2-4d5e-8449-f127918c3745" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.488877] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aea70b8e-f9e5-474d-986c-732e33c92d44',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.893678] env[69976]: INFO networking_nsxv3.common.synchronization [req-82da9e49-4d44-438d-8903-b0fe7921f881 req-bdc51555-4ad4-4ef0-8a91-b4183c47adee tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Enqueued Resource ID: f316deae-cff1-4d6a-a4a3-a59565c73c0d with Priority: HIGHEST for action security_group_members [ 724.893678] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f316deae-cff1-4d6a-a4a3-a59565c73c0d with Priority: HIGHEST for action security_group_members [ 724.893678] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-f316deae-cff1-4d6a-a4a3-a59565c73c0d taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.893678] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.893678] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.893678] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.893678] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.895802] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.895951] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.896629] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.896629] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.896629] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f316deae-cff1-4d6a-a4a3-a59565c73c0d',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.989975] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.989975] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.989975] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.990578] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.990578] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.990578] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aea70b8e-f9e5-474d-986c-732e33c92d44 is going to be updated. [ 725.022422] env[69976]: INFO networking_nsxv3.common.synchronization [req-6a1abc0f-3358-4a23-ab71-e3c8907abaac req-0d54837f-05c9-4243-a4fb-ac05adee0c22 service nova] Enqueued Resource ID: aea70b8e-f9e5-474d-986c-732e33c92d44 with Priority: HIGHEST for action security_group_rules [ 725.022597] env[69976]: INFO networking_nsxv3.common.synchronization [req-6a1abc0f-3358-4a23-ab71-e3c8907abaac req-0d54837f-05c9-4243-a4fb-ac05adee0c22 service nova] Enqueued Resource ID: aea70b8e-f9e5-474d-986c-732e33c92d44 with Priority: HIGHEST for action security_group_members [ 725.022984] env[69976]: INFO networking_nsxv3.common.synchronization [req-6a1abc0f-3358-4a23-ab71-e3c8907abaac req-0d54837f-05c9-4243-a4fb-ac05adee0c22 service nova] Enqueued Resource ID: 66d027f4-a3f2-4d5e-8449-f127918c3745 with Priority: HIGHEST for action port [ 725.023774] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aea70b8e-f9e5-474d-986c-732e33c92d44 with Priority: HIGHEST for action security_group_rules [ 725.023933] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aea70b8e-f9e5-474d-986c-732e33c92d44 with Priority: HIGHEST for action security_group_members [ 725.024063] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d027f4-a3f2-4d5e-8449-f127918c3745 with Priority: HIGHEST for action port [ 725.025827] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.025952] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.026027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.026233] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.026403] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.027973] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aea70b8e-f9e5-474d-986c-732e33c92d44 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.028144] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.028308] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-aea70b8e-f9e5-474d-986c-732e33c92d44 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.028437] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.028585] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-66d027f4-a3f2-4d5e-8449-f127918c3745 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.028687] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66d027f4-a3f2-4d5e-8449-f127918c3745" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.028755] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66d027f4-a3f2-4d5e-8449-f127918c3745" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.028974] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66d027f4-a3f2-4d5e-8449-f127918c3745" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.029098] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66d027f4-a3f2-4d5e-8449-f127918c3745',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.040173] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aea70b8e-f9e5-474d-986c-732e33c92d44 in Status: IN_PROGRESS for 2s [ 725.399774] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.399774] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.399890] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.402131] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.402131] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.402131] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.402131] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.402131] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.402131] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.402131] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.402131] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f316deae-cff1-4d6a-a4a3-a59565c73c0d is going to be updated. [ 725.455481] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.456456] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.456456] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.456456] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.456456] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.466864] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f316deae-cff1-4d6a-a4a3-a59565c73c0d in Status: IN_PROGRESS for 2s [ 725.532525] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66d027f4-a3f2-4d5e-8449-f127918c3745 with status ACTIVE [ 725.534308] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.534308] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.534308] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.534308] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.534308] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.534308] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.534308] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.534308] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.534308] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.534308] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.534308] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.534308] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.534308] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.534880] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.534880] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.534880] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66d027f4-a3f2-4d5e-8449-f127918c3745 is going to be updated. [ 725.585924] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.586105] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.586191] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.586399] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.586501] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.586663] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66d027f4-a3f2-4d5e-8449-f127918c3745" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.626437] env[69976]: INFO networking_nsxv3.common.synchronization [None req-e5e20337-9bad-4be2-9653-95ac7dbdf3fb None None] Enqueued Resource ID: f4d5b5bf-2f51-4728-b6b0-cacb5d982b44 with Priority: HIGHEST for action port [ 725.626437] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d5b5bf-2f51-4728-b6b0-cacb5d982b44 with Priority: HIGHEST for action port [ 725.626957] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4d5b5bf-2f51-4728-b6b0-cacb5d982b44 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.627535] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4d5b5bf-2f51-4728-b6b0-cacb5d982b44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.627848] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4d5b5bf-2f51-4728-b6b0-cacb5d982b44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.628495] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4d5b5bf-2f51-4728-b6b0-cacb5d982b44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.628697] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4d5b5bf-2f51-4728-b6b0-cacb5d982b44',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.133291] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4d5b5bf-2f51-4728-b6b0-cacb5d982b44 [ 726.133291] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.133291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.133756] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.133756] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.133756] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.133756] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4d5b5bf-2f51-4728-b6b0-cacb5d982b44 already deleted. [ 726.133877] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4d5b5bf-2f51-4728-b6b0-cacb5d982b44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.051953] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aea70b8e-f9e5-474d-986c-732e33c92d44 in Status: SUCCESS [ 727.051953] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.052339] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.052561] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.052826] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.052998] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.053141] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.053363] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.053484] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.053619] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.053843] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-aea70b8e-f9e5-474d-986c-732e33c92d44 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.053965] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.056137] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.056384] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.056571] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.056690] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.056758] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.056922] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.057015] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.057134] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.057227] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aea70b8e-f9e5-474d-986c-732e33c92d44',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.058332] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.058332] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.058483] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.058594] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.058660] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.058804] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.058887] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.058979] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aea70b8e-f9e5-474d-986c-732e33c92d44',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.478576] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f316deae-cff1-4d6a-a4a3-a59565c73c0d in Status: SUCCESS [ 727.478576] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f316deae-cff1-4d6a-a4a3-a59565c73c0d deletion is rescheduled due to dependency. [ 727.478576] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.563614] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aea70b8e-f9e5-474d-986c-732e33c92d44: rpc.has_security_group_logging(os_id): False [ 727.563614] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aea70b8e-f9e5-474d-986c-732e33c92d44',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.583040] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.583040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.583040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.583040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.583040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.583040] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.583040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.583360] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.584388] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.584497] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.584708] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.584811] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.584876] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.585032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.586301] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.586301] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.586301] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.586301] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.586301] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.586301] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.586301] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aea70b8e-f9e5-474d-986c-732e33c92d44 is going to be created. [ 727.646257] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.646345] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.646433] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.646659] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.646837] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.660216] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aea70b8e-f9e5-474d-986c-732e33c92d44 in Status: IN_PROGRESS for 2s [ 727.731944] env[69976]: INFO networking_nsxv3.common.synchronization [req-00758644-d89c-411b-bdb4-b0860169718d req-1e6120e6-92a3-457a-a161-d048b0c43e24 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Enqueued Resource ID: d98e322c-f95f-4a2a-9765-7546e3253f72 with Priority: HIGHEST for action security_group_members [ 727.732471] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d98e322c-f95f-4a2a-9765-7546e3253f72 with Priority: HIGHEST for action security_group_members [ 727.732993] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d98e322c-f95f-4a2a-9765-7546e3253f72 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.733174] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.733284] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.733588] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.733765] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.733909] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.733971] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.734133] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.734222] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.734321] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d98e322c-f95f-4a2a-9765-7546e3253f72',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.064452] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aea70b8e-f9e5-474d-986c-732e33c92d44',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.163632] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.163837] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.163965] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.164270] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.164527] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.164687] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.164805] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.165034] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.165202] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.165558] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 728.165717] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.165835] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.165947] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.166076] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 728.166186] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.166322] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.189173] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.189355] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 728.189509] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.189704] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.190082] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.190350] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.190486] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.190818] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.190963] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.240075] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.240770] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.240770] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.240770] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.240770] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.241364] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.241364] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.241364] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.241364] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.241364] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.241364] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d98e322c-f95f-4a2a-9765-7546e3253f72 is going to be updated. [ 728.271017] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.271017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.271017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.271017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.271017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.279846] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d98e322c-f95f-4a2a-9765-7546e3253f72 in Status: IN_PROGRESS for 2s [ 728.568115] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.568547] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.568547] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.568656] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.568730] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.568807] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aea70b8e-f9e5-474d-986c-732e33c92d44 is going to be updated. [ 728.678414] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.678414] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.678414] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.678414] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.678414] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.690921] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aea70b8e-f9e5-474d-986c-732e33c92d44 in Status: IN_PROGRESS for 2s [ 728.694083] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.694347] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.694407] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.694670] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.694825] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.694973] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52 not found, creating... [ 728.695331] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.695451] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.695566] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.695809] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.696062] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.696267] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.696429] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.696549] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.696783] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.696921] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.697078] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52 is going to be created. [ 728.732672] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.732923] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.733082] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.733367] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.733621] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.733853] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.507765] env[69976]: INFO networking_nsxv3.common.synchronization [req-00758644-d89c-411b-bdb4-b0860169718d req-fd1be3bc-fa39-4d65-9a21-6378453db778 service nova] Enqueued Resource ID: d98e322c-f95f-4a2a-9765-7546e3253f72 with Priority: HIGHEST for action security_group_rules [ 729.507993] env[69976]: INFO networking_nsxv3.common.synchronization [req-00758644-d89c-411b-bdb4-b0860169718d req-fd1be3bc-fa39-4d65-9a21-6378453db778 service nova] Enqueued Resource ID: d98e322c-f95f-4a2a-9765-7546e3253f72 with Priority: HIGHEST for action security_group_members [ 729.508232] env[69976]: INFO networking_nsxv3.common.synchronization [req-00758644-d89c-411b-bdb4-b0860169718d req-fd1be3bc-fa39-4d65-9a21-6378453db778 service nova] Enqueued Resource ID: 38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52 with Priority: HIGHEST for action port [ 729.508502] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d98e322c-f95f-4a2a-9765-7546e3253f72 with Priority: HIGHEST for action security_group_rules [ 729.508678] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d98e322c-f95f-4a2a-9765-7546e3253f72 with Priority: HIGHEST for action security_group_members [ 729.508820] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52 with Priority: HIGHEST for action port [ 729.513538] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d98e322c-f95f-4a2a-9765-7546e3253f72 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.516137] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.516137] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.516137] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.516137] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d98e322c-f95f-4a2a-9765-7546e3253f72',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.516137] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d98e322c-f95f-4a2a-9765-7546e3253f72 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.516714] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.519305] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.519305] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.519305] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.519305] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.519305] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.677996] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aea70b8e-f9e5-474d-986c-732e33c92d44 in Status: SUCCESS [ 729.678402] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.678589] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.678948] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.679054] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aea70b8e-f9e5-474d-986c-732e33c92d44',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.720357] env[69976]: INFO networking_nsxv3.common.synchronization [req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a req-6d74b887-444f-44cb-8f3d-25abe9310682 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Enqueued Resource ID: c8f240eb-6480-4509-8323-b128bb1f3dc6 with Priority: HIGHEST for action security_group_members [ 729.720357] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f240eb-6480-4509-8323-b128bb1f3dc6 with Priority: HIGHEST for action security_group_members [ 729.720357] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f240eb-6480-4509-8323-b128bb1f3dc6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.720357] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.720357] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.720357] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.720357] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.720357] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.720357] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.720357] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.720357] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.720357] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8f240eb-6480-4509-8323-b128bb1f3dc6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.017211] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d98e322c-f95f-4a2a-9765-7546e3253f72 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.017211] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.019630] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52 with status ACTIVE [ 730.019803] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.019890] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.019955] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.020252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.020390] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.020530] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.020628] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.020688] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.020855] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.020925] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.021121] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.021245] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.021377] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.022042] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.022042] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.022042] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52 is going to be updated. [ 730.047265] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.047532] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.047597] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.047815] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.047961] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.048154] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.181858] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-aea70b8e-f9e5-474d-986c-732e33c92d44 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.181858] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.222095] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.222095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.222206] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.222365] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.222491] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.222642] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.222744] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.222819] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.223037] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.223131] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.223224] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f240eb-6480-4509-8323-b128bb1f3dc6 is going to be updated. [ 730.254931] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.255121] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.255195] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.255409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.255653] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.268753] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f240eb-6480-4509-8323-b128bb1f3dc6 in Status: IN_PROGRESS for 2s [ 730.290573] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d98e322c-f95f-4a2a-9765-7546e3253f72 in Status: SUCCESS [ 730.290770] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d98e322c-f95f-4a2a-9765-7546e3253f72 deletion is rescheduled due to dependency. [ 730.290894] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.291096] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.291341] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.291531] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.291655] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.291723] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.291890] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.291974] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.292987] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d98e322c-f95f-4a2a-9765-7546e3253f72',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.702771] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aea70b8e-f9e5-474d-986c-732e33c92d44 in Status: SUCCESS [ 730.703134] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.703236] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.703412] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.703593] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.704018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.704018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.704018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.704018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.704215] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.704215] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aea70b8e-f9e5-474d-986c-732e33c92d44',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.794960] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d98e322c-f95f-4a2a-9765-7546e3253f72',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.206355] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-aea70b8e-f9e5-474d-986c-732e33c92d44 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.206561] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.206561] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.206739] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.206915] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.207036] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.207103] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.208934] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.209424] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.209568] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.209741] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-aea70b8e-f9e5-474d-986c-732e33c92d44 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.210025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.210025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.210119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.210213] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.210320] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.210381] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.210996] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.210996] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.210996] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.210996] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aea70b8e-f9e5-474d-986c-732e33c92d44',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.297964] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d98e322c-f95f-4a2a-9765-7546e3253f72',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.713417] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aea70b8e-f9e5-474d-986c-732e33c92d44: rpc.has_security_group_logging(os_id): False [ 731.733410] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.733718] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.733865] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.734161] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.734351] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.734662] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.734711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.734780] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.736056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.736056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.736056] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.736056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.736056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.736056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.736056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.736410] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.736536] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.736579] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.736748] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.737323] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.738327] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aea70b8e-f9e5-474d-986c-732e33c92d44 is going to be updated. [ 731.801257] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.801257] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.801257] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.801489] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.801489] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.801593] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d98e322c-f95f-4a2a-9765-7546e3253f72 is going to be updated. [ 731.819605] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.819605] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.819605] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.819930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.819930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.856233] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aea70b8e-f9e5-474d-986c-732e33c92d44 in Status: IN_PROGRESS for 2s [ 731.865429] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.865818] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.865818] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.866038] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.866191] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.884335] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d98e322c-f95f-4a2a-9765-7546e3253f72 in Status: IN_PROGRESS for 2s [ 732.280148] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f240eb-6480-4509-8323-b128bb1f3dc6 in Status: SUCCESS [ 732.280714] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f240eb-6480-4509-8323-b128bb1f3dc6 deletion is rescheduled due to dependency. [ 732.281337] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.243285] env[69976]: INFO networking_nsxv3.common.synchronization [req-9dfa8c97-f19f-4133-863f-91ad85addb3d req-d02dcd90-1bff-451b-b587-e353c7e2c0c1 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_members [ 733.243940] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_members [ 733.244303] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.244436] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.244520] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.244720] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.244900] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.245037] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.245106] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.245325] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.245420] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.245523] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.747643] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.761665] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-410 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.761876] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-410" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.762094] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-410" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.762499] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-410" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.762799] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.763923] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.763923] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.763923] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.763923] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.763923] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.763923] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.763923] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.763923] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.764292] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.764292] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.764394] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.791505] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.791505] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 733.791505] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.791505] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-410" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.791856] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-6a81da3b-fdad-4266-b137-97b044da2c3c taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.791856] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-6a81da3b-fdad-4266-b137-97b044da2c3c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.791992] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-6a81da3b-fdad-4266-b137-97b044da2c3c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.792349] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-6a81da3b-fdad-4266-b137-97b044da2c3c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.792494] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a81da3b-fdad-4266-b137-97b044da2c3c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.872954] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aea70b8e-f9e5-474d-986c-732e33c92d44 in Status: SUCCESS [ 733.873221] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.896195] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d98e322c-f95f-4a2a-9765-7546e3253f72 in Status: SUCCESS [ 733.896195] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.896195] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.896472] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.896630] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.896792] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.896792] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.897052] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.897187] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.897308] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.897433] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d98e322c-f95f-4a2a-9765-7546e3253f72',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.250316] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.295182] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.295521] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.295712] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.296036] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.296343] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.296535] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 6a81da3b-fdad-4266-b137-97b044da2c3c not found, creating... [ 734.297152] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.297152] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.297297] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.299646] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.299890] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.300919] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.300919] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.300919] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.301078] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.301254] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.301435] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 6a81da3b-fdad-4266-b137-97b044da2c3c is going to be created. [ 734.339982] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.340745] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.341041] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.341447] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.341704] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.341970] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-6a81da3b-fdad-4266-b137-97b044da2c3c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.404238] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d98e322c-f95f-4a2a-9765-7546e3253f72 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.404453] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.404524] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.404782] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.404969] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.405109] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.405198] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.405406] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.405526] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.405640] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.405796] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d98e322c-f95f-4a2a-9765-7546e3253f72 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.405909] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.405989] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.406166] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.406309] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.406414] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.406500] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.406652] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.406751] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.406817] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.406917] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d98e322c-f95f-4a2a-9765-7546e3253f72',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.754429] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.754429] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.754429] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.754429] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.754429] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.754429] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e is going to be updated. [ 734.785252] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.785252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.785252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.785252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.785252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.794367] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: IN_PROGRESS for 2s [ 734.909475] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d98e322c-f95f-4a2a-9765-7546e3253f72: rpc.has_security_group_logging(os_id): False [ 734.931338] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.931338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.931338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.931338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.931338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.931338] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.931764] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.931764] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.931764] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.931764] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.932062] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.932062] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.932062] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.932187] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.932269] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.932449] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.932552] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.932632] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.932723] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.932795] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.932875] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d98e322c-f95f-4a2a-9765-7546e3253f72 is going to be updated. [ 735.009283] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.009283] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.009283] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.009511] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.009647] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.025893] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d98e322c-f95f-4a2a-9765-7546e3253f72 in Status: IN_PROGRESS for 2s [ 735.186685] env[69976]: INFO networking_nsxv3.common.synchronization [req-9dfa8c97-f19f-4133-863f-91ad85addb3d req-9ac6772e-cc20-4a57-a644-8be3a75c8e58 service nova] Enqueued Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_rules [ 735.186869] env[69976]: INFO networking_nsxv3.common.synchronization [req-9dfa8c97-f19f-4133-863f-91ad85addb3d req-9ac6772e-cc20-4a57-a644-8be3a75c8e58 service nova] Enqueued Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_members [ 735.187015] env[69976]: INFO networking_nsxv3.common.synchronization [req-9dfa8c97-f19f-4133-863f-91ad85addb3d req-9ac6772e-cc20-4a57-a644-8be3a75c8e58 service nova] Enqueued Resource ID: 6a81da3b-fdad-4266-b137-97b044da2c3c with Priority: HIGHEST for action port [ 735.187254] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_rules [ 735.187387] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_members [ 735.187511] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a81da3b-fdad-4266-b137-97b044da2c3c with Priority: HIGHEST for action port [ 735.188292] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.188382] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.188433] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.188620] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.188702] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.189563] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.189669] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.189865] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a81da3b-fdad-4266-b137-97b044da2c3c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.189971] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a81da3b-fdad-4266-b137-97b044da2c3c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.190059] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a81da3b-fdad-4266-b137-97b044da2c3c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.190347] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a81da3b-fdad-4266-b137-97b044da2c3c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.190430] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a81da3b-fdad-4266-b137-97b044da2c3c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.693128] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.693462] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.693600] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a81da3b-fdad-4266-b137-97b044da2c3c with status ACTIVE [ 735.693757] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.693927] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.693927] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.694246] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.694334] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.694697] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.694880] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.694880] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.695226] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.695226] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.695325] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.695377] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.695459] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.695581] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.695660] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.695746] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a81da3b-fdad-4266-b137-97b044da2c3c is going to be updated. [ 735.720438] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.720591] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.720654] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.720899] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.721027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.721231] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a81da3b-fdad-4266-b137-97b044da2c3c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.807039] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: SUCCESS [ 736.807039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.807039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.807039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.807039] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.807039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.807039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.807039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.807039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.807039] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.041185] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d98e322c-f95f-4a2a-9765-7546e3253f72 in Status: SUCCESS [ 737.042020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.311203] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.816570] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.851771] env[69976]: INFO networking_nsxv3.common.synchronization [req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 req-9f7a9669-913f-4f93-b773-100211ef9254 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Enqueued Resource ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f with Priority: HIGHEST for action security_group_members [ 737.852481] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f with Priority: HIGHEST for action security_group_members [ 737.852773] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.852848] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.852897] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.853384] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.853555] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.853680] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.853745] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.853908] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.853995] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.854105] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ea88d9e-5755-40bd-8eb5-e639ffb6a86f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.316015] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.316238] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-699" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.316372] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-699" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.316731] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-699" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.317000] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.317171] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.317288] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.317512] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.317655] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.317857] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 738.317967] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.318088] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.318196] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.318322] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 738.318432] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.318562] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.320436] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.320507] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.320539] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.322988] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.322988] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.322988] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e is going to be updated. [ 738.340734] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.340913] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 738.341061] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.341581] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-699" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.341581] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-5a65d17c-c168-4f62-b919-5e4f12c32325 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.341763] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-5a65d17c-c168-4f62-b919-5e4f12c32325" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.341858] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-5a65d17c-c168-4f62-b919-5e4f12c32325" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.342186] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-5a65d17c-c168-4f62-b919-5e4f12c32325" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.342337] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a65d17c-c168-4f62-b919-5e4f12c32325',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.351656] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.351835] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.351930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.352345] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.352505] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.356287] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.357614] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.357614] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.357614] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.357614] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.358746] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.358746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.358746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.358746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.358746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.358746] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f already deleted. [ 738.358746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.363467] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: IN_PROGRESS for 2s [ 738.844540] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.844823] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.844907] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.845177] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.845344] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.845483] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 5a65d17c-c168-4f62-b919-5e4f12c32325 not found, creating... [ 738.845734] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.845893] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.846018] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.846241] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.846382] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.847239] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.847239] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.847239] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.847446] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.847590] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.847738] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 5a65d17c-c168-4f62-b919-5e4f12c32325 is going to be created. [ 738.880931] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.881055] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.881114] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.881504] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.882543] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.882543] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-5a65d17c-c168-4f62-b919-5e4f12c32325" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.681039] env[69976]: INFO networking_nsxv3.common.synchronization [req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 req-4f41538e-24de-49dd-93a3-6969f88fd7ca service nova] Enqueued Resource ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f with Priority: HIGHEST for action security_group_rules [ 739.681237] env[69976]: INFO networking_nsxv3.common.synchronization [req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 req-4f41538e-24de-49dd-93a3-6969f88fd7ca service nova] Enqueued Resource ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f with Priority: HIGHEST for action security_group_members [ 739.681399] env[69976]: INFO networking_nsxv3.common.synchronization [req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 req-4f41538e-24de-49dd-93a3-6969f88fd7ca service nova] Enqueued Resource ID: 5a65d17c-c168-4f62-b919-5e4f12c32325 with Priority: HIGHEST for action port [ 739.683966] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f with Priority: HIGHEST for action security_group_rules [ 739.683966] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f with Priority: HIGHEST for action security_group_members [ 739.683966] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a65d17c-c168-4f62-b919-5e4f12c32325 with Priority: HIGHEST for action port [ 739.683966] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.683966] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.683966] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.683966] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.683966] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ea88d9e-5755-40bd-8eb5-e639ffb6a86f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.683966] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.684506] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.684506] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.684506] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.684506] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.684715] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.684715] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.684889] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.684889] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.684969] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ea88d9e-5755-40bd-8eb5-e639ffb6a86f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.685904] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a65d17c-c168-4f62-b919-5e4f12c32325 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.686025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a65d17c-c168-4f62-b919-5e4f12c32325" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.686091] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a65d17c-c168-4f62-b919-5e4f12c32325" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.686258] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a65d17c-c168-4f62-b919-5e4f12c32325" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.686366] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a65d17c-c168-4f62-b919-5e4f12c32325',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.190055] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.190055] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.190055] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ea88d9e-5755-40bd-8eb5-e639ffb6a86f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.190708] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a65d17c-c168-4f62-b919-5e4f12c32325 with status ACTIVE [ 740.190708] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.193086] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.193086] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.193086] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.193086] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.193086] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.193086] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.193086] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.193086] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.193086] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.193086] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.193086] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.193086] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.193086] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.193086] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.193086] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a65d17c-c168-4f62-b919-5e4f12c32325 is going to be updated. [ 740.220790] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.220927] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.222538] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.222538] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.222538] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.222538] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a65d17c-c168-4f62-b919-5e4f12c32325" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.377365] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: SUCCESS [ 740.377631] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.378310] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.378555] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.378886] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.379085] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.379188] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.379390] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.379487] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.379587] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.379735] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.693609] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ea88d9e-5755-40bd-8eb5-e639ffb6a86f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.697926] env[69976]: INFO networking_nsxv3.common.synchronization [req-d4845caf-383e-4019-bff7-2e99b652025f req-7fc9b66f-16d6-409e-8156-8de93d20fc0e tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Enqueued Resource ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 with Priority: HIGHEST for action security_group_members [ 740.699312] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 with Priority: HIGHEST for action security_group_members [ 740.699548] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7a7c46-0d0c-456e-8376-347f94c737c9 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.700055] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.700171] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.700468] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.700630] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.701293] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.701293] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.701293] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.701293] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.701293] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c7a7c46-0d0c-456e-8376-347f94c737c9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.883409] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.883409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.883409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.883583] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.883815] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.883967] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.884073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.884327] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.884441] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.884816] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.885154] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.885333] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.885557] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.886443] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.886443] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.886443] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.886443] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.886862] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.886989] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.887136] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.887260] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.151927] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.152192] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-935" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.152277] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-935" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.152650] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-935" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.158029] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.158029] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.158029] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.158029] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.158029] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.158029] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 741.158029] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.158029] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.158029] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.158029] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 741.158029] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.158029] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.190236] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.190236] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 741.190236] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.190236] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-935" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.190236] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-f895d558-54a2-496e-adb7-eecc9ec652fd taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.190236] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-f895d558-54a2-496e-adb7-eecc9ec652fd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.190236] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-f895d558-54a2-496e-adb7-eecc9ec652fd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.190236] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-f895d558-54a2-496e-adb7-eecc9ec652fd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.190236] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f895d558-54a2-496e-adb7-eecc9ec652fd',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.202359] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.202359] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.202359] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.202359] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.202359] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.202359] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f is going to be created. [ 741.204030] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.204450] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.204741] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.205195] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.205428] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.205816] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.207855] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.207855] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.207855] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.207855] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.207855] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 already deleted. [ 741.207855] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.230754] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.230754] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.230754] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.230754] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.230754] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.247513] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f in Status: UNINITIALIZED for 2s [ 741.280285] env[69976]: INFO networking_nsxv3.common.synchronization [None req-9fc20634-83f8-4777-a39e-4c4dfbde9d0b None None] Enqueued Resource ID: 2252ea38-d82d-4f3e-8902-84368f2006b4 with Priority: HIGHEST for action port [ 741.280285] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2252ea38-d82d-4f3e-8902-84368f2006b4 with Priority: HIGHEST for action port [ 741.280285] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-2252ea38-d82d-4f3e-8902-84368f2006b4 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.280285] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2252ea38-d82d-4f3e-8902-84368f2006b4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.280285] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2252ea38-d82d-4f3e-8902-84368f2006b4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.280285] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2252ea38-d82d-4f3e-8902-84368f2006b4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.280285] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2252ea38-d82d-4f3e-8902-84368f2006b4',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.390749] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4412ff1-9f33-4839-b924-be0f7e1bbd3e: rpc.has_security_group_logging(os_id): False [ 741.411330] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.411597] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.411741] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.411969] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.412388] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.412663] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.412773] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.412829] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.413012] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.413096] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.413287] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.413385] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.413447] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.413591] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.413672] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.415598] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.415598] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.415598] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.415598] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.415598] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.415598] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e is going to be updated. [ 741.489146] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.489146] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.489146] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.489146] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.489146] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.509320] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: IN_PROGRESS for 2s [ 741.696709] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.696709] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.696709] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.696709] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.696709] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.696709] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port f895d558-54a2-496e-adb7-eecc9ec652fd not found, creating... [ 741.696709] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.696709] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.696709] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.698933] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.699681] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.700421] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.702492] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.702492] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.702492] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.702492] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.702492] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: f895d558-54a2-496e-adb7-eecc9ec652fd is going to be created. [ 741.734037] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.734037] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.734037] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.734037] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.734037] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.734037] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-f895d558-54a2-496e-adb7-eecc9ec652fd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.782112] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2252ea38-d82d-4f3e-8902-84368f2006b4 [ 741.782615] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.783271] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.783499] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.784823] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.784823] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.784823] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2252ea38-d82d-4f3e-8902-84368f2006b4 already deleted. [ 741.784823] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2252ea38-d82d-4f3e-8902-84368f2006b4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.831089] env[69976]: INFO networking_nsxv3.common.synchronization [req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e req-bedecd9e-ce20-46ba-9dee-008fe4ec7160 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Enqueued Resource ID: d98e322c-f95f-4a2a-9765-7546e3253f72 with Priority: HIGHEST for action security_group_members [ 741.831395] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d98e322c-f95f-4a2a-9765-7546e3253f72 with Priority: HIGHEST for action security_group_members [ 741.831720] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d98e322c-f95f-4a2a-9765-7546e3253f72 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.831865] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.831912] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.834073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.834073] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.834073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.834073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.834073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.834620] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.834620] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d98e322c-f95f-4a2a-9765-7546e3253f72',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.339540] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.339846] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.339846] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.340026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.340138] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.340369] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.340483] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.340547] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.340706] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.340787] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.340876] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d98e322c-f95f-4a2a-9765-7546e3253f72 is going to be updated. [ 742.378881] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.379058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.379102] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.379900] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.379900] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.390588] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d98e322c-f95f-4a2a-9765-7546e3253f72 in Status: IN_PROGRESS for 2s [ 742.792161] env[69976]: INFO networking_nsxv3.common.synchronization [req-d4845caf-383e-4019-bff7-2e99b652025f req-e84d87c5-7e2f-458f-a67b-0d162065f397 service nova] Enqueued Resource ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 with Priority: HIGHEST for action security_group_rules [ 742.792161] env[69976]: INFO networking_nsxv3.common.synchronization [req-d4845caf-383e-4019-bff7-2e99b652025f req-e84d87c5-7e2f-458f-a67b-0d162065f397 service nova] Enqueued Resource ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 with Priority: HIGHEST for action security_group_members [ 742.792161] env[69976]: INFO networking_nsxv3.common.synchronization [req-d4845caf-383e-4019-bff7-2e99b652025f req-e84d87c5-7e2f-458f-a67b-0d162065f397 service nova] Enqueued Resource ID: f895d558-54a2-496e-adb7-eecc9ec652fd with Priority: HIGHEST for action port [ 742.792578] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 with Priority: HIGHEST for action security_group_rules [ 742.792734] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 with Priority: HIGHEST for action security_group_members [ 742.792833] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f895d558-54a2-496e-adb7-eecc9ec652fd with Priority: HIGHEST for action port [ 742.794424] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c7a7c46-0d0c-456e-8376-347f94c737c9 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.794625] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.794742] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.795028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.795170] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c7a7c46-0d0c-456e-8376-347f94c737c9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.796123] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7a7c46-0d0c-456e-8376-347f94c737c9 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.796531] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.796645] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.796878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.797104] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.797275] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.797383] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.797644] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.800615] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.800615] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c7a7c46-0d0c-456e-8376-347f94c737c9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.800615] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-f895d558-54a2-496e-adb7-eecc9ec652fd taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.800615] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f895d558-54a2-496e-adb7-eecc9ec652fd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.800615] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f895d558-54a2-496e-adb7-eecc9ec652fd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.800615] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f895d558-54a2-496e-adb7-eecc9ec652fd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.800615] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f895d558-54a2-496e-adb7-eecc9ec652fd',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.258227] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f in Status: SUCCESS [ 743.258470] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.258650] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.258842] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.259197] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.259197] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.259333] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.259410] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.259444] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.259527] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.259619] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ea88d9e-5755-40bd-8eb5-e639ffb6a86f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.301828] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7a7c46-0d0c-456e-8376-347f94c737c9 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.301828] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.302589] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c7a7c46-0d0c-456e-8376-347f94c737c9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.303667] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f895d558-54a2-496e-adb7-eecc9ec652fd with status ACTIVE [ 743.303835] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.303970] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.304052] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.304255] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.304344] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.304523] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.304627] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.304689] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.305012] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.305012] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.305157] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.305215] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.305246] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.305388] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.305487] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.305598] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f895d558-54a2-496e-adb7-eecc9ec652fd is going to be updated. [ 743.332775] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.332995] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.333221] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.333598] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.333954] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.334214] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f895d558-54a2-496e-adb7-eecc9ec652fd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.526216] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: SUCCESS [ 743.526755] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.561727] env[69976]: INFO networking_nsxv3.common.synchronization [req-2015cee5-6c5f-4cca-ad44-a930363186bb req-52400e8e-1738-4461-b099-c2e579036a6d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: 7b6c87be-d743-4ae5-97db-46a2c71c70e6 with Priority: HIGHEST for action security_group_members [ 743.561727] env[69976]: INFO networking_nsxv3.common.synchronization [req-2015cee5-6c5f-4cca-ad44-a930363186bb req-52400e8e-1738-4461-b099-c2e579036a6d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_members [ 743.562135] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b6c87be-d743-4ae5-97db-46a2c71c70e6 with Priority: HIGHEST for action security_group_members [ 743.562280] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_members [ 743.562559] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b6c87be-d743-4ae5-97db-46a2c71c70e6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.562683] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.562745] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.563036] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.563632] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.563746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.563813] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.563988] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.564093] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.564198] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b6c87be-d743-4ae5-97db-46a2c71c70e6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.569021] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.569021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.569021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.569021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.569021] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.569021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.569021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.569021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.569021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.569021] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.614666] env[69976]: INFO networking_nsxv3.common.synchronization [req-2015cee5-6c5f-4cca-ad44-a930363186bb req-52400e8e-1738-4461-b099-c2e579036a6d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: 7b6c87be-d743-4ae5-97db-46a2c71c70e6 with Priority: HIGHEST for action security_group_rules [ 743.614802] env[69976]: INFO networking_nsxv3.common.synchronization [req-2015cee5-6c5f-4cca-ad44-a930363186bb req-52400e8e-1738-4461-b099-c2e579036a6d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: 7b6c87be-d743-4ae5-97db-46a2c71c70e6 with Priority: HIGHEST for action security_group_members [ 743.614959] env[69976]: INFO networking_nsxv3.common.synchronization [req-2015cee5-6c5f-4cca-ad44-a930363186bb req-52400e8e-1738-4461-b099-c2e579036a6d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_rules [ 743.615082] env[69976]: INFO networking_nsxv3.common.synchronization [req-2015cee5-6c5f-4cca-ad44-a930363186bb req-52400e8e-1738-4461-b099-c2e579036a6d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_members [ 743.615212] env[69976]: INFO networking_nsxv3.common.synchronization [req-2015cee5-6c5f-4cca-ad44-a930363186bb req-52400e8e-1738-4461-b099-c2e579036a6d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: 6a81da3b-fdad-4266-b137-97b044da2c3c with Priority: HIGHEST for action port [ 743.615718] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b6c87be-d743-4ae5-97db-46a2c71c70e6 with Priority: HIGHEST for action security_group_rules [ 743.615866] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_rules [ 743.615977] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a81da3b-fdad-4266-b137-97b044da2c3c with Priority: HIGHEST for action port [ 743.616106] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b6c87be-d743-4ae5-97db-46a2c71c70e6 with Priority: HIGHEST for action security_group_members [ 743.616209] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_members [ 743.616545] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b6c87be-d743-4ae5-97db-46a2c71c70e6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.616741] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.616813] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.617313] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.617411] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b6c87be-d743-4ae5-97db-46a2c71c70e6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.618282] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.618400] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.618455] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.618636] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.618711] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.619531] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a81da3b-fdad-4266-b137-97b044da2c3c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.619651] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a81da3b-fdad-4266-b137-97b044da2c3c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.619696] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a81da3b-fdad-4266-b137-97b044da2c3c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.619847] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a81da3b-fdad-4266-b137-97b044da2c3c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.619918] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a81da3b-fdad-4266-b137-97b044da2c3c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.623330] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b6c87be-d743-4ae5-97db-46a2c71c70e6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.623330] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.623330] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.623330] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.762759] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ea88d9e-5755-40bd-8eb5-e639ffb6a86f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.807988] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c7a7c46-0d0c-456e-8376-347f94c737c9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.849774] env[69976]: INFO networking_nsxv3.common.synchronization [None req-aec5c3cb-ec7e-495f-b9bb-e8f38011ea47 None None] Enqueued Resource ID: af621393-3d79-4e73-884d-48108e932d07 with Priority: HIGHEST for action port [ 743.850063] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af621393-3d79-4e73-884d-48108e932d07 with Priority: HIGHEST for action port [ 743.851050] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-af621393-3d79-4e73-884d-48108e932d07 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.852910] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af621393-3d79-4e73-884d-48108e932d07" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.853036] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af621393-3d79-4e73-884d-48108e932d07" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.853341] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af621393-3d79-4e73-884d-48108e932d07" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.853461] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af621393-3d79-4e73-884d-48108e932d07',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.069599] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b6c87be-d743-4ae5-97db-46a2c71c70e6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.069599] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.122322] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b6c87be-d743-4ae5-97db-46a2c71c70e6 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.122322] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.122516] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a81da3b-fdad-4266-b137-97b044da2c3c with status ACTIVE [ 744.123418] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.123418] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.123418] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.123418] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.123418] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.123418] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.123418] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.123761] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.123761] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.123761] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.123842] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.125021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.125021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.125021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.125021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.125021] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a81da3b-fdad-4266-b137-97b044da2c3c is going to be updated. [ 744.126268] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.126444] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.148018] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.148217] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.148372] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.148585] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.148777] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.148898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a81da3b-fdad-4266-b137-97b044da2c3c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.268330] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f: rpc.has_security_group_logging(os_id): False [ 744.295533] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.295533] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.295660] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.295854] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.296125] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.296255] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.296375] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.296459] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.296634] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.296727] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.297514] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f is going to be created. [ 744.311177] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.311442] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.311577] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.311845] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.312048] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.312241] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 is going to be created. [ 744.357152] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af621393-3d79-4e73-884d-48108e932d07 [ 744.357152] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.357152] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.357152] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.357152] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.357152] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.357152] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af621393-3d79-4e73-884d-48108e932d07 already deleted. [ 744.357152] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af621393-3d79-4e73-884d-48108e932d07" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.371025] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.371025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.371025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.371025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.371025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.383024] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 in Status: UNINITIALIZED for 2s [ 744.409111] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d98e322c-f95f-4a2a-9765-7546e3253f72 in Status: SUCCESS [ 744.409111] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d98e322c-f95f-4a2a-9765-7546e3253f72 deletion is rescheduled due to dependency. [ 744.409111] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.421365] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.422099] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.422323] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.422709] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.423269] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.441571] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f in Status: IN_PROGRESS for 2s [ 744.571063] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b6c87be-d743-4ae5-97db-46a2c71c70e6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.572048] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.074047] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.075160] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.075285] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.075751] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.075751] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.075751] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b6c87be-d743-4ae5-97db-46a2c71c70e6 is going to be created. [ 745.077348] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.079118] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.079282] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.079517] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.079615] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.079727] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e is going to be updated. [ 745.143302] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.143445] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.143520] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.144403] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.144403] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.146114] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.146245] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.146324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.146521] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.146672] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.158603] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: IN_PROGRESS for 2s [ 745.161835] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b6c87be-d743-4ae5-97db-46a2c71c70e6 in Status: UNINITIALIZED for 2s [ 746.398318] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 in Status: SUCCESS [ 746.403954] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.403954] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.403954] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.403954] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.403954] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.403954] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.403954] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.403954] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.403954] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.403954] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c7a7c46-0d0c-456e-8376-347f94c737c9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.456359] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f in Status: SUCCESS [ 746.456707] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.905913] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c7a7c46-0d0c-456e-8376-347f94c737c9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.056110] env[69976]: INFO networking_nsxv3.common.synchronization [req-cb8c3903-409d-4cf8-a884-7df590a51334 req-46f2fb2a-a59d-4e2c-84ee-b21eedb78f21 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Enqueued Resource ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 with Priority: HIGHEST for action security_group_members [ 747.056802] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 with Priority: HIGHEST for action security_group_members [ 747.057194] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6b00d40-c304-4a25-a68f-0c2aca74fb47 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.057343] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.057433] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.057943] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.057943] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.057943] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.058191] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.062208] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.062208] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.062208] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6b00d40-c304-4a25-a68f-0c2aca74fb47',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.172390] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: SUCCESS [ 747.172808] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.173272] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.173609] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.175165] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.175165] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.175165] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.175165] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.175165] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.175165] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.176902] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b6c87be-d743-4ae5-97db-46a2c71c70e6 in Status: SUCCESS [ 747.176902] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.179046] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.179046] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.179046] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.179046] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.179046] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.179046] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.179046] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.179046] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b6c87be-d743-4ae5-97db-46a2c71c70e6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.413291] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c7a7c46-0d0c-456e-8376-347f94c737c9: rpc.has_security_group_logging(os_id): False [ 747.435377] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.435542] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.435604] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.435838] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.435924] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.436184] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.436314] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.436371] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.436623] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.436623] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.437351] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 is going to be created. [ 747.518168] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.518168] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.518168] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.518168] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.518168] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.533193] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 in Status: IN_PROGRESS for 2s [ 747.565042] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.565042] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.565042] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.565042] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.565431] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.565431] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.565634] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.565740] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.566051] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.566211] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.566365] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 is going to be updated. [ 747.616815] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.617052] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.617100] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.617315] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.617464] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.630162] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 in Status: IN_PROGRESS for 2s [ 747.680826] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.684095] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b6c87be-d743-4ae5-97db-46a2c71c70e6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.183879] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.185711] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b6c87be-d743-4ae5-97db-46a2c71c70e6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.690082] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.690082] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.690082] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.690082] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.690082] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.690082] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e is going to be updated. [ 748.691031] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.691185] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.691260] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.691606] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.691606] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.691606] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b6c87be-d743-4ae5-97db-46a2c71c70e6 is going to be updated. [ 748.721503] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.721659] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.721726] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.721942] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.722101] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.723934] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.724015] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.724095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.724265] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.724388] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.736725] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b6c87be-d743-4ae5-97db-46a2c71c70e6 in Status: IN_PROGRESS for 2s [ 748.737452] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: IN_PROGRESS for 2s [ 749.317258] env[69976]: INFO networking_nsxv3.common.synchronization [req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da req-b33828fd-0fe8-48b9-9694-d64b656c7533 tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Enqueued Resource ID: 873b7a00-2a66-4c56-8ac8-bb47d5778645 with Priority: HIGHEST for action security_group_members [ 749.323672] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873b7a00-2a66-4c56-8ac8-bb47d5778645 with Priority: HIGHEST for action security_group_members [ 749.323896] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-873b7a00-2a66-4c56-8ac8-bb47d5778645 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.324039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.324114] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.324420] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.324556] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.324673] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.324741] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.324852] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.324940] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.325052] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873b7a00-2a66-4c56-8ac8-bb47d5778645',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.545856] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 in Status: SUCCESS [ 749.546169] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.644948] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 in Status: SUCCESS [ 749.645185] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 deletion is rescheduled due to dependency. [ 749.645331] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.827316] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.827679] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.827679] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.827808] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.827842] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.828062] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.828207] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.828272] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.828436] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.828512] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.828599] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873b7a00-2a66-4c56-8ac8-bb47d5778645 already deleted. [ 749.828680] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.276722] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-723 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.276963] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-723" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.277056] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-723" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.277391] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-723" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.277653] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.277811] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.277929] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.278174] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.278321] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.278528] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 750.278647] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.278758] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.278868] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.278979] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 750.279107] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.279243] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.302844] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.303107] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 750.303262] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.303445] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-723" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.303763] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.303935] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.304069] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.304391] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.304538] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.307353] env[69976]: INFO networking_nsxv3.common.synchronization [req-6488d094-3ffa-4bc7-b40e-d80fc59b44aa req-2eae5924-59f4-44cc-9236-5c039a15cfae tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: 8f6ef9d5-a63e-48b7-9032-1c519c4c4359 with Priority: HIGHEST for action security_group_members [ 750.307353] env[69976]: INFO networking_nsxv3.common.synchronization [req-6488d094-3ffa-4bc7-b40e-d80fc59b44aa req-2eae5924-59f4-44cc-9236-5c039a15cfae tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: 7b6c87be-d743-4ae5-97db-46a2c71c70e6 with Priority: HIGHEST for action security_group_members [ 750.307353] env[69976]: INFO networking_nsxv3.common.synchronization [req-6488d094-3ffa-4bc7-b40e-d80fc59b44aa req-2eae5924-59f4-44cc-9236-5c039a15cfae tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_members [ 750.307615] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6ef9d5-a63e-48b7-9032-1c519c4c4359 with Priority: HIGHEST for action security_group_members [ 750.307684] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b6c87be-d743-4ae5-97db-46a2c71c70e6 with Priority: HIGHEST for action security_group_members [ 750.307766] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_members [ 750.308419] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6ef9d5-a63e-48b7-9032-1c519c4c4359 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.308544] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6ef9d5-a63e-48b7-9032-1c519c4c4359" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.308614] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6ef9d5-a63e-48b7-9032-1c519c4c4359" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.308851] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6ef9d5-a63e-48b7-9032-1c519c4c4359" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.309015] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.309134] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.309185] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.309337] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.309426] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.309521] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f6ef9d5-a63e-48b7-9032-1c519c4c4359',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.310400] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b6c87be-d743-4ae5-97db-46a2c71c70e6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.310510] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.314023] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.314023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.354132] env[69976]: INFO networking_nsxv3.common.synchronization [req-6488d094-3ffa-4bc7-b40e-d80fc59b44aa req-2eae5924-59f4-44cc-9236-5c039a15cfae tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: 7b6c87be-d743-4ae5-97db-46a2c71c70e6 with Priority: HIGHEST for action security_group_rules [ 750.354328] env[69976]: INFO networking_nsxv3.common.synchronization [req-6488d094-3ffa-4bc7-b40e-d80fc59b44aa req-2eae5924-59f4-44cc-9236-5c039a15cfae tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: 7b6c87be-d743-4ae5-97db-46a2c71c70e6 with Priority: HIGHEST for action security_group_members [ 750.354471] env[69976]: INFO networking_nsxv3.common.synchronization [req-6488d094-3ffa-4bc7-b40e-d80fc59b44aa req-2eae5924-59f4-44cc-9236-5c039a15cfae tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: 8f6ef9d5-a63e-48b7-9032-1c519c4c4359 with Priority: HIGHEST for action security_group_rules [ 750.354605] env[69976]: INFO networking_nsxv3.common.synchronization [req-6488d094-3ffa-4bc7-b40e-d80fc59b44aa req-2eae5924-59f4-44cc-9236-5c039a15cfae tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: 8f6ef9d5-a63e-48b7-9032-1c519c4c4359 with Priority: HIGHEST for action security_group_members [ 750.354733] env[69976]: INFO networking_nsxv3.common.synchronization [req-6488d094-3ffa-4bc7-b40e-d80fc59b44aa req-2eae5924-59f4-44cc-9236-5c039a15cfae tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_rules [ 750.354860] env[69976]: INFO networking_nsxv3.common.synchronization [req-6488d094-3ffa-4bc7-b40e-d80fc59b44aa req-2eae5924-59f4-44cc-9236-5c039a15cfae tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_members [ 750.355266] env[69976]: INFO networking_nsxv3.common.synchronization [req-6488d094-3ffa-4bc7-b40e-d80fc59b44aa req-2eae5924-59f4-44cc-9236-5c039a15cfae tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: 6a81da3b-fdad-4266-b137-97b044da2c3c with Priority: HIGHEST for action port [ 750.355555] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b6c87be-d743-4ae5-97db-46a2c71c70e6 with Priority: HIGHEST for action security_group_rules [ 750.355632] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6ef9d5-a63e-48b7-9032-1c519c4c4359 with Priority: HIGHEST for action security_group_rules [ 750.355797] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_members [ 750.355797] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a81da3b-fdad-4266-b137-97b044da2c3c with Priority: HIGHEST for action port [ 750.355891] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_rules [ 750.355961] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b6c87be-d743-4ae5-97db-46a2c71c70e6 with Priority: HIGHEST for action security_group_members [ 750.356068] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6ef9d5-a63e-48b7-9032-1c519c4c4359 with Priority: HIGHEST for action security_group_members [ 750.356814] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b6c87be-d743-4ae5-97db-46a2c71c70e6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.356814] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.356814] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f6ef9d5-a63e-48b7-9032-1c519c4c4359 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.356958] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f6ef9d5-a63e-48b7-9032-1c519c4c4359" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.356958] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f6ef9d5-a63e-48b7-9032-1c519c4c4359" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.357220] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f6ef9d5-a63e-48b7-9032-1c519c4c4359" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.357305] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f6ef9d5-a63e-48b7-9032-1c519c4c4359',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.358187] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.358297] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.358410] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a81da3b-fdad-4266-b137-97b044da2c3c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.358518] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a81da3b-fdad-4266-b137-97b044da2c3c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.358580] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a81da3b-fdad-4266-b137-97b044da2c3c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.358741] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a81da3b-fdad-4266-b137-97b044da2c3c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.358864] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a81da3b-fdad-4266-b137-97b044da2c3c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.359756] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.359843] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.359965] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b6c87be-d743-4ae5-97db-46a2c71c70e6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.360609] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.360609] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6ef9d5-a63e-48b7-9032-1c519c4c4359 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.360609] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6ef9d5-a63e-48b7-9032-1c519c4c4359" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.750091] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b6c87be-d743-4ae5-97db-46a2c71c70e6 in Status: SUCCESS [ 750.751257] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.751257] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: SUCCESS [ 750.751618] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.751618] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.752295] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.752295] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.752295] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.752295] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.752692] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.752692] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.752692] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.752692] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b6c87be-d743-4ae5-97db-46a2c71c70e6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.753530] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.753704] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.753861] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.753966] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.754043] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.754195] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.754265] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.754347] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.754435] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.755412] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.755655] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.755884] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.755955] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.756021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.756167] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.756249] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.756337] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b6c87be-d743-4ae5-97db-46a2c71c70e6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.757151] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.760682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.760682] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.760682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.760682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.760682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.760682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.760682] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.808889] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.810118] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.810118] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.810118] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.810118] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.810118] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37 not found, creating... [ 750.810118] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.810118] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.810679] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.810679] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.810679] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.810963] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.811111] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.811233] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.811689] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.811839] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.811988] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37 is going to be created. [ 750.813167] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f6ef9d5-a63e-48b7-9032-1c519c4c4359',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.835437] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.835872] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.835872] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.836040] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.836269] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.838159] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.861497] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a81da3b-fdad-4266-b137-97b044da2c3c with status ACTIVE [ 750.862606] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.862833] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.862954] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.863281] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.863418] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.863682] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.865166] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.865166] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.865166] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.865945] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.865945] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.866153] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.866275] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.866526] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.866804] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.866804] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a81da3b-fdad-4266-b137-97b044da2c3c is going to be updated. [ 750.868552] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6ef9d5-a63e-48b7-9032-1c519c4c4359 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.868733] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6ef9d5-a63e-48b7-9032-1c519c4c4359" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.895432] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.895641] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.895814] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.895992] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.896157] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.896335] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a81da3b-fdad-4266-b137-97b044da2c3c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.255979] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b6c87be-d743-4ae5-97db-46a2c71c70e6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.259930] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.260163] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.260477] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b6c87be-d743-4ae5-97db-46a2c71c70e6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.261633] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.315392] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f6ef9d5-a63e-48b7-9032-1c519c4c4359',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.616204] env[69976]: INFO networking_nsxv3.common.synchronization [req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da req-20021b6b-ab32-40ef-896b-982b9630e1d5 service nova] Enqueued Resource ID: 873b7a00-2a66-4c56-8ac8-bb47d5778645 with Priority: HIGHEST for action security_group_rules [ 751.616204] env[69976]: INFO networking_nsxv3.common.synchronization [req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da req-20021b6b-ab32-40ef-896b-982b9630e1d5 service nova] Enqueued Resource ID: 873b7a00-2a66-4c56-8ac8-bb47d5778645 with Priority: HIGHEST for action security_group_members [ 751.616204] env[69976]: INFO networking_nsxv3.common.synchronization [req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da req-20021b6b-ab32-40ef-896b-982b9630e1d5 service nova] Enqueued Resource ID: 2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37 with Priority: HIGHEST for action port [ 751.616204] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873b7a00-2a66-4c56-8ac8-bb47d5778645 with Priority: HIGHEST for action security_group_rules [ 751.616204] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873b7a00-2a66-4c56-8ac8-bb47d5778645 with Priority: HIGHEST for action security_group_members [ 751.616204] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37 with Priority: HIGHEST for action port [ 751.616204] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-873b7a00-2a66-4c56-8ac8-bb47d5778645 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.616204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.616204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.616204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.616204] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('873b7a00-2a66-4c56-8ac8-bb47d5778645',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.621158] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-873b7a00-2a66-4c56-8ac8-bb47d5778645 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.621462] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.621657] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.624021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.624021] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.624021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.624021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.624021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.624021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.624021] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873b7a00-2a66-4c56-8ac8-bb47d5778645',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.624021] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.624021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.624021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.624021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.626563] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.760594] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b6c87be-d743-4ae5-97db-46a2c71c70e6: rpc.has_security_group_logging(os_id): False [ 751.764776] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.765508] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b6c87be-d743-4ae5-97db-46a2c71c70e6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.779450] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.779670] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.779721] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.780017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.780151] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.780502] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.780582] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.780694] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.780886] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.780996] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.781129] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b6c87be-d743-4ae5-97db-46a2c71c70e6 is going to be created. [ 751.817937] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.818171] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.818272] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.818530] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.818638] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.818739] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f6ef9d5-a63e-48b7-9032-1c519c4c4359 is going to be created. [ 751.844867] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.845190] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.845190] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.845458] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.845607] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.847688] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.847801] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.847925] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.848055] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.848198] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.860535] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6ef9d5-a63e-48b7-9032-1c519c4c4359 in Status: UNINITIALIZED for 2s [ 751.861246] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b6c87be-d743-4ae5-97db-46a2c71c70e6 in Status: IN_PROGRESS for 2s [ 752.127489] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-873b7a00-2a66-4c56-8ac8-bb47d5778645 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.127928] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.128162] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('873b7a00-2a66-4c56-8ac8-bb47d5778645',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.130880] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37 with status ACTIVE [ 752.132572] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.132572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.132572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.132572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.132572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.132572] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.132572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.132572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.132572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.132572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.134390] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.134390] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.134390] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.134390] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.134390] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.134390] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37 is going to be updated. [ 752.161863] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.162062] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.162116] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.162328] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.162469] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.162644] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.267191] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.267376] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.267376] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.269023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.269023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.269023] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e is going to be updated. [ 752.269212] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.269274] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.269309] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.269506] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.269575] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.269629] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b6c87be-d743-4ae5-97db-46a2c71c70e6 is going to be updated. [ 752.315574] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.315862] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.315946] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.316247] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.316392] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.318526] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.318673] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.318750] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.318965] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.319156] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.333451] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b6c87be-d743-4ae5-97db-46a2c71c70e6 in Status: IN_PROGRESS for 2s [ 752.333593] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: IN_PROGRESS for 2s [ 752.636902] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('873b7a00-2a66-4c56-8ac8-bb47d5778645',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.142248] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.142569] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.142569] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.143161] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.143256] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.143445] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873b7a00-2a66-4c56-8ac8-bb47d5778645 is going to be created. [ 753.169678] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.169865] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.169908] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.170126] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.170286] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.182059] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873b7a00-2a66-4c56-8ac8-bb47d5778645 in Status: UNINITIALIZED for 2s [ 753.282336] env[69976]: INFO networking_nsxv3.common.synchronization [req-1415f17f-d01e-47a6-92df-a5cf2ce755be req-2c1c4cc0-bcc8-4eb1-8182-656ddb0f4ca5 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: 7b6c87be-d743-4ae5-97db-46a2c71c70e6 with Priority: HIGHEST for action security_group_members [ 753.282524] env[69976]: INFO networking_nsxv3.common.synchronization [req-1415f17f-d01e-47a6-92df-a5cf2ce755be req-2c1c4cc0-bcc8-4eb1-8182-656ddb0f4ca5 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: 8f6ef9d5-a63e-48b7-9032-1c519c4c4359 with Priority: HIGHEST for action security_group_members [ 753.282633] env[69976]: INFO networking_nsxv3.common.synchronization [req-1415f17f-d01e-47a6-92df-a5cf2ce755be req-2c1c4cc0-bcc8-4eb1-8182-656ddb0f4ca5 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_members [ 753.283199] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b6c87be-d743-4ae5-97db-46a2c71c70e6 with Priority: HIGHEST for action security_group_members [ 753.283338] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6ef9d5-a63e-48b7-9032-1c519c4c4359 with Priority: HIGHEST for action security_group_members [ 753.283441] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_members [ 753.283711] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b6c87be-d743-4ae5-97db-46a2c71c70e6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.283803] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.284443] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f6ef9d5-a63e-48b7-9032-1c519c4c4359 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.284562] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f6ef9d5-a63e-48b7-9032-1c519c4c4359" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.284726] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.284807] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.873141] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f6ef9d5-a63e-48b7-9032-1c519c4c4359 in Status: SUCCESS [ 753.873141] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6ef9d5-a63e-48b7-9032-1c519c4c4359" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.873141] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6ef9d5-a63e-48b7-9032-1c519c4c4359" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.873141] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6ef9d5-a63e-48b7-9032-1c519c4c4359" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.873285] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.873351] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.873431] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.873637] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.873719] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.873830] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f6ef9d5-a63e-48b7-9032-1c519c4c4359',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.875780] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b6c87be-d743-4ae5-97db-46a2c71c70e6 in Status: SUCCESS [ 753.875780] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.875780] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.875948] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.875948] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b6c87be-d743-4ae5-97db-46a2c71c70e6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.348599] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b6c87be-d743-4ae5-97db-46a2c71c70e6 in Status: SUCCESS [ 754.349097] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.349737] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: SUCCESS [ 754.349950] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.350187] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.350537] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.350736] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.350852] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.350924] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.351544] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.351634] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.351735] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b6c87be-d743-4ae5-97db-46a2c71c70e6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.352739] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.353550] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.353550] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.353550] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.353550] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.353550] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.353550] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.353868] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.379160] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.379370] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.379410] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.379694] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.379694] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.379910] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.380079] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.380079] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.380220] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.380296] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.380428] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f6ef9d5-a63e-48b7-9032-1c519c4c4359 is going to be deleted. [ 754.402714] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.402714] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.402714] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.403046] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.403176] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.403266] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b6c87be-d743-4ae5-97db-46a2c71c70e6 is going to be deleted. [ 754.473834] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.474085] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.474085] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.474328] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.474433] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.474584] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.476195] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.476195] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.476195] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.476195] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.476195] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.476195] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6ef9d5-a63e-48b7-9032-1c519c4c4359" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.476195] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6ef9d5-a63e-48b7-9032-1c519c4c4359" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.476483] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6ef9d5-a63e-48b7-9032-1c519c4c4359" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.476483] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.476619] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.476619] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.476806] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.476806] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.476909] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f6ef9d5-a63e-48b7-9032-1c519c4c4359',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.855829] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.855998] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.856120] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.856275] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.856369] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.856605] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.856728] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.856791] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.856957] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.857058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.857173] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b6c87be-d743-4ae5-97db-46a2c71c70e6 is going to be deleted. [ 754.858430] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.887474] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.887647] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.887688] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.887883] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.887977] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.888095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.888242] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.888408] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.888556] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.888657] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.888719] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.888858] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.888937] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.889043] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b6c87be-d743-4ae5-97db-46a2c71c70e6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.979460] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.979606] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.979676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.980424] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.980424] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.980424] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.980424] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.980612] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.980809] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.981357] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.981639] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f6ef9d5-a63e-48b7-9032-1c519c4c4359 already deleted. [ 754.981801] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6ef9d5-a63e-48b7-9032-1c519c4c4359" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.981944] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f6ef9d5-a63e-48b7-9032-1c519c4c4359',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.983290] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f6ef9d5-a63e-48b7-9032-1c519c4c4359" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.983508] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f6ef9d5-a63e-48b7-9032-1c519c4c4359" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.983896] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.983896] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.984041] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.984265] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.984430] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.984489] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f6ef9d5-a63e-48b7-9032-1c519c4c4359',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.193540] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873b7a00-2a66-4c56-8ac8-bb47d5778645 in Status: SUCCESS [ 755.193775] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.193971] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.194216] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.194407] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.194524] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.194591] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.194738] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.194824] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.195176] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.195176] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('873b7a00-2a66-4c56-8ac8-bb47d5778645',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.362713] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.392100] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.395138] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.395283] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.395471] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.395572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.395797] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.395913] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.395998] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.400023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.400023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.400023] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b6c87be-d743-4ae5-97db-46a2c71c70e6 already deleted. [ 755.400023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b6c87be-d743-4ae5-97db-46a2c71c70e6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.487514] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f6ef9d5-a63e-48b7-9032-1c519c4c4359',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.488647] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.488776] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.488852] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.489069] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.489165] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.489345] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.489448] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.489533] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.489705] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.489790] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.489880] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f6ef9d5-a63e-48b7-9032-1c519c4c4359 already deleted. [ 755.489959] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f6ef9d5-a63e-48b7-9032-1c519c4c4359" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.697778] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-873b7a00-2a66-4c56-8ac8-bb47d5778645 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.697949] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.698041] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.698275] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.698494] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.698610] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.698680] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.698841] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.698932] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.699052] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.699206] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-873b7a00-2a66-4c56-8ac8-bb47d5778645 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.699301] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.699363] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.699558] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.699719] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.699843] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.699900] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.700024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.700103] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.700187] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.700278] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('873b7a00-2a66-4c56-8ac8-bb47d5778645',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.869607] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.869893] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.869985] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.870562] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.870562] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.870562] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e is going to be updated. [ 755.912563] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.912800] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.912990] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.913296] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.913554] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.930300] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: IN_PROGRESS for 2s [ 755.992788] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f6ef9d5-a63e-48b7-9032-1c519c4c4359: rpc.has_security_group_logging(os_id): False [ 756.015838] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.016096] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.016205] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.016444] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.016542] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.016806] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.016907] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.017015] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.017195] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.017272] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.017371] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f6ef9d5-a63e-48b7-9032-1c519c4c4359 is going to be created. [ 756.041099] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8f6ef9d5-a63e-48b7-9032-1c519c4c4359], does not exist path=[/infra/domains/default/groups/8f6ef9d5-a63e-48b7-9032-1c519c4c4359]."\n}' [ 756.041324] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f6ef9d5-a63e-48b7-9032-1c519c4c4359 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8f6ef9d5-a63e-48b7-9032-1c519c4c4359 [ 756.041428] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 756.079389] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.079561] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.079712] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.079824] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.081076] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.081414] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.081527] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.081627] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.081842] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.081944] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.082212] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.082365] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.082446] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.082600] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.082680] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.082770] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f6ef9d5-a63e-48b7-9032-1c519c4c4359 is going to be created. [ 756.103406] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8f6ef9d5-a63e-48b7-9032-1c519c4c4359], does not exist path=[/infra/domains/default/groups/8f6ef9d5-a63e-48b7-9032-1c519c4c4359]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8f6ef9d5-a63e-48b7-9032-1c519c4c4359 [ 756.103406] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f6ef9d5-a63e-48b7-9032-1c519c4c4359" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.104073] env[69976]: Traceback (most recent call last): [ 756.104148] env[69976]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 756.104148] env[69976]: return func(*args, **kwargs) [ 756.104148] env[69976]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 756.104148] env[69976]: res.raise_for_status() [ 756.104148] env[69976]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 756.104148] env[69976]: raise HTTPError(http_error_msg, response=self) [ 756.104148] env[69976]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8f6ef9d5-a63e-48b7-9032-1c519c4c4359 [ 756.104148] env[69976]: During handling of the above exception, another exception occurred: [ 756.104148] env[69976]: Traceback (most recent call last): [ 756.104148] env[69976]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 756.104148] env[69976]: listener.cb(fileno) [ 756.104148] env[69976]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 756.104148] env[69976]: result = function(*args, **kwargs) [ 756.104148] env[69976]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 756.104148] env[69976]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 756.104148] env[69976]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 756.104148] env[69976]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 756.104148] env[69976]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 756.104148] env[69976]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 756.104148] env[69976]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 756.104148] env[69976]: res.raise_for_status() [ 756.104148] env[69976]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 756.104148] env[69976]: raise HTTPError(http_error_msg, response=self) [ 756.104148] env[69976]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8f6ef9d5-a63e-48b7-9032-1c519c4c4359 [ 756.104148] env[69976]: Removing descriptor: 14 [ 756.203828] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 873b7a00-2a66-4c56-8ac8-bb47d5778645: rpc.has_security_group_logging(os_id): False [ 756.223212] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.223212] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.223212] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.223538] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.223846] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.224168] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.224287] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.224353] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.224530] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.224610] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.225348] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.225348] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.225348] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.225636] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.225636] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.225709] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.225777] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.225833] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.225973] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.226052] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.226136] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 873b7a00-2a66-4c56-8ac8-bb47d5778645 is going to be created. [ 756.285058] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.285388] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.285388] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.285522] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.285702] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.297197] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 873b7a00-2a66-4c56-8ac8-bb47d5778645 in Status: IN_PROGRESS for 2s [ 757.940976] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: SUCCESS [ 757.941959] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.942186] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.942432] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.942650] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.942791] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.942869] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.945440] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.945440] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.945440] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.945440] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.945440] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.945440] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.945440] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.945440] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.945440] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.945440] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.945440] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.945440] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.945440] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.945440] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.945440] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.945440] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.945440] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.946204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.946204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.946204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.946204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.946204] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.285108] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 758.285108] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 758.310686] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 873b7a00-2a66-4c56-8ac8-bb47d5778645 in Status: SUCCESS [ 758.310851] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.447600] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4412ff1-9f33-4839-b924-be0f7e1bbd3e: rpc.has_security_group_logging(os_id): False [ 758.448922] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.468094] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.468192] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.468192] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.468403] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.489984] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.490349] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.490497] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.490576] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.490809] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.490910] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.491141] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.491243] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.491306] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.491570] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.491670] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.491837] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.491931] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.492028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.492199] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.492305] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.492388] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e is going to be updated. [ 758.551706] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.551914] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.552069] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.552288] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.552535] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.572210] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: IN_PROGRESS for 2s [ 758.952191] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.454239] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.454393] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.454464] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.454682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.454770] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.454900] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e is going to be updated. [ 759.489259] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.489413] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.489489] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.489771] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.489927] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.501488] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: IN_PROGRESS for 2s [ 760.589458] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: SUCCESS [ 760.589777] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.589863] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.590099] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.590191] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.093277] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.093369] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.514371] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: SUCCESS [ 761.514476] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.514653] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.514878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.515866] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.515866] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.515866] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.515866] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.515866] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.515866] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.515866] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.590282] env[69976]: INFO networking_nsxv3.common.synchronization [req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b req-26bf550b-c583-4f8a-bfcd-ddd28d12ffca tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Enqueued Resource ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b with Priority: HIGHEST for action security_group_members [ 761.591490] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b with Priority: HIGHEST for action security_group_members [ 761.591490] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-52de3ac3-b1dc-418a-a9ba-dac238f3911b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.591490] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.591490] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.591745] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.592595] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.592595] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.592595] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.592595] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.592595] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.592927] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.993310] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-759 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.993310] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-759" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.993483] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-759" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.993806] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-759" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.994096] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.994266] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.994386] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.994634] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.994799] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.995011] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 761.995860] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.996316] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.997029] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.997029] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 761.997029] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.997029] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.020194] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.021567] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 762.021567] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.021567] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-759" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.021567] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-2d68f7dd-e70f-4277-9602-993c2aa3dbc1 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.021567] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-2d68f7dd-e70f-4277-9602-993c2aa3dbc1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.021841] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-2d68f7dd-e70f-4277-9602-993c2aa3dbc1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.022102] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-2d68f7dd-e70f-4277-9602-993c2aa3dbc1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.022265] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d68f7dd-e70f-4277-9602-993c2aa3dbc1',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.023837] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.023837] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.024598] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.024598] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.024816] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.025014] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.025169] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.025480] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.025673] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.025831] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.026105] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.026409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.026409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.026571] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.026789] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.026896] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.026989] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.027278] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.027480] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.027567] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.027745] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.097764] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.099085] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.099217] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.099507] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.099633] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.099862] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.099995] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.100351] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.100575] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.100657] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.100753] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b already deleted. [ 762.100852] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.530676] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.530952] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.531150] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.531564] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.531639] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.531869] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 2d68f7dd-e70f-4277-9602-993c2aa3dbc1 not found, creating... [ 762.532181] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.532345] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.532464] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.532689] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.532908] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.533443] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.533614] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.533752] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.533967] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.534738] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.534915] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 2d68f7dd-e70f-4277-9602-993c2aa3dbc1 is going to be created. [ 762.536091] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4412ff1-9f33-4839-b924-be0f7e1bbd3e: rpc.has_security_group_logging(os_id): False [ 762.555033] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.555033] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.555033] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.555033] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.555033] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.555296] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.555296] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.555296] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.555395] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.555532] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.555646] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.555737] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.555799] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.555938] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.556089] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.556198] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.556290] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.556356] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.556479] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.556554] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.556636] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e is going to be updated. [ 762.560110] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.560316] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.560444] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.560774] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.561007] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.561259] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-2d68f7dd-e70f-4277-9602-993c2aa3dbc1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.638404] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.638692] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.638692] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.638817] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.639042] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.661608] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: IN_PROGRESS for 2s [ 763.333074] env[69976]: INFO networking_nsxv3.common.synchronization [req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b req-4bb68c71-18c5-44a5-9c96-abef098cca0d service nova] Enqueued Resource ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b with Priority: HIGHEST for action security_group_rules [ 763.333322] env[69976]: INFO networking_nsxv3.common.synchronization [req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b req-4bb68c71-18c5-44a5-9c96-abef098cca0d service nova] Enqueued Resource ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b with Priority: HIGHEST for action security_group_members [ 763.333480] env[69976]: INFO networking_nsxv3.common.synchronization [req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b req-4bb68c71-18c5-44a5-9c96-abef098cca0d service nova] Enqueued Resource ID: 2d68f7dd-e70f-4277-9602-993c2aa3dbc1 with Priority: HIGHEST for action port [ 763.334566] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b with Priority: HIGHEST for action security_group_rules [ 763.334851] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b with Priority: HIGHEST for action security_group_members [ 763.334967] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d68f7dd-e70f-4277-9602-993c2aa3dbc1 with Priority: HIGHEST for action port [ 763.335330] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52de3ac3-b1dc-418a-a9ba-dac238f3911b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.335528] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.335639] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.335987] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.336135] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.338362] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-52de3ac3-b1dc-418a-a9ba-dac238f3911b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.338565] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.338676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.339306] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.339862] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.340048] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.340744] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.341283] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.341436] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.341806] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.343709] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d68f7dd-e70f-4277-9602-993c2aa3dbc1 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.343884] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d68f7dd-e70f-4277-9602-993c2aa3dbc1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.343985] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d68f7dd-e70f-4277-9602-993c2aa3dbc1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.344205] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d68f7dd-e70f-4277-9602-993c2aa3dbc1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.344326] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d68f7dd-e70f-4277-9602-993c2aa3dbc1',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.600262] env[69976]: INFO networking_nsxv3.common.synchronization [req-d928ddd1-c9ec-4e50-9dff-f164cc456434 req-9184792b-55cb-4a69-abf5-d84662bdab30 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Enqueued Resource ID: 2ce35a67-1a22-4306-b3c6-f02d025e8a25 with Priority: HIGHEST for action security_group_members [ 763.600858] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ce35a67-1a22-4306-b3c6-f02d025e8a25 with Priority: HIGHEST for action security_group_members [ 763.601182] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ce35a67-1a22-4306-b3c6-f02d025e8a25 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.601322] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.601393] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.601641] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.601791] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.601893] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.601958] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.602186] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.602279] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.602378] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ce35a67-1a22-4306-b3c6-f02d025e8a25',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.846189] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.847244] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-52de3ac3-b1dc-418a-a9ba-dac238f3911b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.847349] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.848848] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d68f7dd-e70f-4277-9602-993c2aa3dbc1 with status ACTIVE [ 763.848848] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.848848] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.848848] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.848848] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.848848] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.848848] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.848848] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.848848] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.849373] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.849373] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.849946] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.850075] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.850146] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.850306] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.850389] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.850515] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d68f7dd-e70f-4277-9602-993c2aa3dbc1 is going to be updated. [ 763.872100] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.872265] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.872324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.872512] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.872648] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.872818] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d68f7dd-e70f-4277-9602-993c2aa3dbc1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.104658] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.104840] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.104879] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.105115] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.127832] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.128187] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.128334] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.128738] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.128975] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.129079] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.129200] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ce35a67-1a22-4306-b3c6-f02d025e8a25 is going to be updated. [ 764.163243] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.163388] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.163461] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.163674] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.163834] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.173947] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ce35a67-1a22-4306-b3c6-f02d025e8a25 in Status: IN_PROGRESS for 2s [ 764.351019] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.686019] env[69976]: INFO networking_nsxv3.common.synchronization [req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b req-0b4eaa86-3252-463b-a421-b85c4af9b376 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Enqueued Resource ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b with Priority: HIGHEST for action security_group_members [ 764.686019] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b with Priority: HIGHEST for action security_group_members [ 764.686283] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-52de3ac3-b1dc-418a-a9ba-dac238f3911b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.686546] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.694041] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: SUCCESS [ 764.694041] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.823985] env[69976]: INFO networking_nsxv3.common.synchronization [None req-f91789f1-9cfc-41e3-b7b3-464ce72f65d0 None None] Enqueued Resource ID: 0654b6b7-3bdd-4fb0-827d-d27f40d10500 with Priority: HIGHEST for action port [ 764.826308] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0654b6b7-3bdd-4fb0-827d-d27f40d10500 with Priority: HIGHEST for action port [ 764.827509] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-0654b6b7-3bdd-4fb0-827d-d27f40d10500 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.828225] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0654b6b7-3bdd-4fb0-827d-d27f40d10500" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.828314] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0654b6b7-3bdd-4fb0-827d-d27f40d10500" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.828676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0654b6b7-3bdd-4fb0-827d-d27f40d10500" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.828763] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0654b6b7-3bdd-4fb0-827d-d27f40d10500',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.851861] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.852184] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.852184] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.852296] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.852389] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.852491] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b is going to be created. [ 764.878149] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.878507] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.878507] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.878887] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.878887] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.891386] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b in Status: UNINITIALIZED for 2s [ 765.050292] env[69976]: INFO networking_nsxv3.common.synchronization [req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 req-111ed14b-6c9f-4573-9966-d6fbbec4272a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Enqueued Resource ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a with Priority: HIGHEST for action security_group_members [ 765.051194] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a with Priority: HIGHEST for action security_group_members [ 765.051916] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.052268] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.052449] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.052931] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.054740] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.054977] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.060058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.060058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.060058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.060058] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.290029] env[69976]: INFO networking_nsxv3.common.synchronization [None req-dc02dca8-aadd-424e-b93e-c74b7c6a5018 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Enqueued Resource ID: 6ebb4439-1bc0-40d4-b841-7fdf4140c656 with Priority: HIGHEST for action security_group_rules [ 765.290101] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ebb4439-1bc0-40d4-b841-7fdf4140c656 with Priority: HIGHEST for action security_group_rules [ 765.290400] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ebb4439-1bc0-40d4-b841-7fdf4140c656 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.290559] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.290610] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.290915] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.291012] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ebb4439-1bc0-40d4-b841-7fdf4140c656',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.331915] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0654b6b7-3bdd-4fb0-827d-d27f40d10500 [ 765.331915] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.331915] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.331915] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.331915] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.331915] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.331915] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0654b6b7-3bdd-4fb0-827d-d27f40d10500 already deleted. [ 765.331915] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0654b6b7-3bdd-4fb0-827d-d27f40d10500" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.536731] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-759 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.536935] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-759" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.537074] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-759" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.537337] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-759" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.537588] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.537744] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.537858] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.538100] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.538307] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.538643] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.539805] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.539972] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.543245] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.543381] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.543498] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.543653] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.562575] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.562983] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.562983] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.562983] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.565159] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.565412] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 765.565629] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.565825] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-759" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.567111] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-185f6acb-69a1-444b-8f91-ff80beb4a1d8 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.567637] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-185f6acb-69a1-444b-8f91-ff80beb4a1d8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.567637] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-185f6acb-69a1-444b-8f91-ff80beb4a1d8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.567892] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-185f6acb-69a1-444b-8f91-ff80beb4a1d8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.567892] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('185f6acb-69a1-444b-8f91-ff80beb4a1d8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.592154] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.594040] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.594040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.594040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.594040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.594040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.594040] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a is going to be updated. [ 765.634582] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.634582] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.634582] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.634899] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.635140] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.644518] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a in Status: IN_PROGRESS for 2s [ 765.807371] env[69976]: INFO networking_nsxv3.common.synchronization [None req-3ce6a912-dea3-4239-a4e7-728f7a6855f0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Enqueued Resource ID: 6ebb4439-1bc0-40d4-b841-7fdf4140c656 with Priority: HIGHEST for action security_group_rules [ 765.807895] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ebb4439-1bc0-40d4-b841-7fdf4140c656 with Priority: HIGHEST for action security_group_rules [ 765.808213] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ebb4439-1bc0-40d4-b841-7fdf4140c656 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.808318] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.823148] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.823304] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.823364] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.823569] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.823663] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.823759] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ebb4439-1bc0-40d4-b841-7fdf4140c656 already deleted. [ 765.823845] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.824465] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.824649] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.824771] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ebb4439-1bc0-40d4-b841-7fdf4140c656',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.070135] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.070578] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.070578] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.070708] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.070837] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.070974] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 185f6acb-69a1-444b-8f91-ff80beb4a1d8 not found, creating... [ 766.071235] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.071400] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.071575] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.072233] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.072559] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.072997] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.073181] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.073303] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.073517] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.073656] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.073797] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 185f6acb-69a1-444b-8f91-ff80beb4a1d8 is going to be created. [ 766.100220] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.100220] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.100220] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.100220] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.100220] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.100220] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-185f6acb-69a1-444b-8f91-ff80beb4a1d8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.194799] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ce35a67-1a22-4306-b3c6-f02d025e8a25 in Status: SUCCESS [ 766.195274] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ce35a67-1a22-4306-b3c6-f02d025e8a25 deletion is rescheduled due to dependency. [ 766.195495] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.348219] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.348219] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.348219] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.348219] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.348219] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.348219] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ebb4439-1bc0-40d4-b841-7fdf4140c656 already deleted. [ 766.348424] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.543044] env[69976]: INFO networking_nsxv3.common.synchronization [req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 req-1a33f0eb-2398-44ff-a155-a9c751fca3ee tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Enqueued Resource ID: 4f5d12cf-964a-4887-baf0-d32a60295419 with Priority: HIGHEST for action security_group_members [ 766.543044] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f5d12cf-964a-4887-baf0-d32a60295419 with Priority: HIGHEST for action security_group_members [ 766.543645] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f5d12cf-964a-4887-baf0-d32a60295419 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.543764] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.543808] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.544023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.544179] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.544278] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.544348] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.544496] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.544587] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.544684] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f5d12cf-964a-4887-baf0-d32a60295419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.901794] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b in Status: SUCCESS [ 766.902056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.902230] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.902468] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.902672] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.902970] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.902970] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.903094] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.903094] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.903239] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.903270] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.905877] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.905877] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.905877] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.905877] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.905877] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.905877] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.905877] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.905877] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.048038] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.048210] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.048282] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.051914] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.070283] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.070603] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.071344] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.071344] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.071344] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.071344] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.071344] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f5d12cf-964a-4887-baf0-d32a60295419 is going to be updated. [ 767.100204] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.100204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.100204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.100204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.100204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.111604] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f5d12cf-964a-4887-baf0-d32a60295419 in Status: IN_PROGRESS for 2s [ 767.407968] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-52de3ac3-b1dc-418a-a9ba-dac238f3911b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.410206] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.411250] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.542034] env[69976]: INFO networking_nsxv3.common.synchronization [req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b req-2c6613e2-2294-40ef-a5bf-a34c64297fc8 service nova] Enqueued Resource ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b with Priority: HIGHEST for action security_group_rules [ 767.542034] env[69976]: INFO networking_nsxv3.common.synchronization [req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b req-2c6613e2-2294-40ef-a5bf-a34c64297fc8 service nova] Enqueued Resource ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b with Priority: HIGHEST for action security_group_members [ 767.543345] env[69976]: INFO networking_nsxv3.common.synchronization [req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b req-2c6613e2-2294-40ef-a5bf-a34c64297fc8 service nova] Enqueued Resource ID: 185f6acb-69a1-444b-8f91-ff80beb4a1d8 with Priority: HIGHEST for action port [ 767.544731] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b with Priority: HIGHEST for action security_group_rules [ 767.544731] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b with Priority: HIGHEST for action security_group_members [ 767.544731] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185f6acb-69a1-444b-8f91-ff80beb4a1d8 with Priority: HIGHEST for action port [ 767.550171] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52de3ac3-b1dc-418a-a9ba-dac238f3911b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.550171] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.550171] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-52de3ac3-b1dc-418a-a9ba-dac238f3911b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.550171] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.550171] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-185f6acb-69a1-444b-8f91-ff80beb4a1d8 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.550171] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-185f6acb-69a1-444b-8f91-ff80beb4a1d8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.550171] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-185f6acb-69a1-444b-8f91-ff80beb4a1d8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.550171] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-185f6acb-69a1-444b-8f91-ff80beb4a1d8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.550171] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('185f6acb-69a1-444b-8f91-ff80beb4a1d8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.612660] env[69976]: INFO networking_nsxv3.common.synchronization [req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b req-5561b681-31a4-4e8e-9ac0-c041bc1b0b8e tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Enqueued Resource ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b with Priority: HIGHEST for action security_group_members [ 767.613268] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b with Priority: HIGHEST for action security_group_members [ 767.614023] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-52de3ac3-b1dc-418a-a9ba-dac238f3911b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.614023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.654851] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a in Status: SUCCESS [ 767.655052] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a deletion is rescheduled due to dependency. [ 767.655603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.913930] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.035119] env[69976]: INFO networking_nsxv3.common.synchronization [None req-6f88adee-09c9-44a8-8dd0-ebaf0e512e5a None None] Enqueued Resource ID: 26396dbe-4eae-47f4-b031-20a863df0e4b with Priority: HIGHEST for action port [ 768.035719] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26396dbe-4eae-47f4-b031-20a863df0e4b with Priority: HIGHEST for action port [ 768.036070] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-26396dbe-4eae-47f4-b031-20a863df0e4b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.036205] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26396dbe-4eae-47f4-b031-20a863df0e4b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.038027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26396dbe-4eae-47f4-b031-20a863df0e4b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.038340] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26396dbe-4eae-47f4-b031-20a863df0e4b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.039488] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26396dbe-4eae-47f4-b031-20a863df0e4b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.055085] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 185f6acb-69a1-444b-8f91-ff80beb4a1d8 with status ACTIVE [ 768.055612] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.055903] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.056084] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.056509] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.056739] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.057230] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.057475] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.058027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.058233] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.058335] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.059395] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.059395] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.059395] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.059395] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.059576] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.066031] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 185f6acb-69a1-444b-8f91-ff80beb4a1d8 is going to be updated. [ 768.101615] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.103385] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.103385] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.103385] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.103385] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.103385] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-185f6acb-69a1-444b-8f91-ff80beb4a1d8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.418634] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.418634] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.418634] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.418634] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.418634] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.418634] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b is going to be updated. [ 768.451067] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.451067] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.451067] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.451067] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.451067] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.459147] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b in Status: IN_PROGRESS for 2s [ 768.541894] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26396dbe-4eae-47f4-b031-20a863df0e4b [ 768.541894] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.541894] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.541894] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.541894] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.541894] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.541894] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26396dbe-4eae-47f4-b031-20a863df0e4b already deleted. [ 768.541894] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26396dbe-4eae-47f4-b031-20a863df0e4b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.611342] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-759 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.611342] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-759" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.611342] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-759" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.611732] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-759" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.612174] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.612485] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.612731] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.614063] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.614063] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.614063] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 768.614063] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.614063] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.614418] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.614534] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 768.614688] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.614924] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.639041] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.639041] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 768.639041] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.639041] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-759" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.639543] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-e6496e7a-222a-48bf-b44f-82b1c5188d96 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.640355] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-e6496e7a-222a-48bf-b44f-82b1c5188d96" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.640794] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-e6496e7a-222a-48bf-b44f-82b1c5188d96" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.642328] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-e6496e7a-222a-48bf-b44f-82b1c5188d96" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.642625] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6496e7a-222a-48bf-b44f-82b1c5188d96',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.124621] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f5d12cf-964a-4887-baf0-d32a60295419 in Status: SUCCESS [ 769.124925] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f5d12cf-964a-4887-baf0-d32a60295419 deletion is rescheduled due to dependency. [ 769.124985] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.147089] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.147089] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.147089] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.147692] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.147769] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.149262] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port e6496e7a-222a-48bf-b44f-82b1c5188d96 not found, creating... [ 769.149262] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.149262] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.149262] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.149262] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.149754] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.149843] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.150022] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.150209] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.150461] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.150800] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.151041] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: e6496e7a-222a-48bf-b44f-82b1c5188d96 is going to be created. [ 769.192498] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.192706] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.192837] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.193130] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.193363] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.193593] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-e6496e7a-222a-48bf-b44f-82b1c5188d96" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.943178] env[69976]: INFO networking_nsxv3.common.synchronization [req-6e62accb-227f-4a64-a054-131906904f64 req-71299f8a-c076-4149-b824-adef1cd76de4 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Enqueued Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_members [ 769.943840] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_members [ 769.944616] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a305b992-f3d8-451a-a8d8-39fb2471577f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.944616] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.944616] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.944616] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.944824] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.944824] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.944905] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.945039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.945131] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.945223] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.164586] env[69976]: INFO networking_nsxv3.common.synchronization [req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b req-74bedf41-e24b-4394-8e7d-0cc4f30411cc service nova] Enqueued Resource ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b with Priority: HIGHEST for action security_group_rules [ 770.164969] env[69976]: INFO networking_nsxv3.common.synchronization [req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b req-74bedf41-e24b-4394-8e7d-0cc4f30411cc service nova] Enqueued Resource ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b with Priority: HIGHEST for action security_group_members [ 770.164969] env[69976]: INFO networking_nsxv3.common.synchronization [req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b req-74bedf41-e24b-4394-8e7d-0cc4f30411cc service nova] Enqueued Resource ID: e6496e7a-222a-48bf-b44f-82b1c5188d96 with Priority: HIGHEST for action port [ 770.165132] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b with Priority: HIGHEST for action security_group_rules [ 770.165234] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b with Priority: HIGHEST for action security_group_members [ 770.165613] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6496e7a-222a-48bf-b44f-82b1c5188d96 with Priority: HIGHEST for action port [ 770.168321] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52de3ac3-b1dc-418a-a9ba-dac238f3911b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.168321] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.168321] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-52de3ac3-b1dc-418a-a9ba-dac238f3911b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.168321] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.168321] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6496e7a-222a-48bf-b44f-82b1c5188d96 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.168321] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6496e7a-222a-48bf-b44f-82b1c5188d96" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.168321] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6496e7a-222a-48bf-b44f-82b1c5188d96" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.168803] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6496e7a-222a-48bf-b44f-82b1c5188d96" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.168803] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6496e7a-222a-48bf-b44f-82b1c5188d96',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.449369] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.449528] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.449596] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.449828] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.449975] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.450149] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.450252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.450313] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.450472] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.450569] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.450666] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a305b992-f3d8-451a-a8d8-39fb2471577f already deleted. [ 770.450748] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.474063] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b in Status: SUCCESS [ 770.474297] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.474480] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.474750] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.474953] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.475140] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.475140] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.476049] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.476049] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.476049] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.476049] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-52de3ac3-b1dc-418a-a9ba-dac238f3911b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.476049] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.476049] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.476049] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.477312] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.477496] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.477604] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.477860] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.477948] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.478126] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.479163] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.481147] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.481684] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.482017] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.482158] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.482271] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.482525] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.482687] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.483085] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.586238] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-662 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.586611] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-662" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.586761] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-662" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.587273] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-662" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.587645] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.587881] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.588058] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.588539] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.588815] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.589127] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 770.589298] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.589507] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.589724] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.589929] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 770.590100] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.590319] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.614662] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.614837] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 770.618022] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.618022] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-662" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.618022] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-f0b84a64-11dd-4939-8940-f853c3686050 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.618022] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-f0b84a64-11dd-4939-8940-f853c3686050" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.618022] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-f0b84a64-11dd-4939-8940-f853c3686050" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.618022] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-f0b84a64-11dd-4939-8940-f853c3686050" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.618022] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0b84a64-11dd-4939-8940-f853c3686050',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.672359] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6496e7a-222a-48bf-b44f-82b1c5188d96 with status ACTIVE [ 770.672613] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.672798] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.672906] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.673167] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.673283] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.673486] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.673590] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.673663] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.673824] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.673905] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.674100] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.674196] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.674278] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.674465] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.674559] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.674672] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6496e7a-222a-48bf-b44f-82b1c5188d96 is going to be updated. [ 770.697908] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.698226] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.698458] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.699267] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.699418] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.699605] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6496e7a-222a-48bf-b44f-82b1c5188d96" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.984933] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52de3ac3-b1dc-418a-a9ba-dac238f3911b: rpc.has_security_group_logging(os_id): False [ 770.988881] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.003234] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.004066] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.004066] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.004066] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.004066] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.004066] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.004066] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.004321] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.004321] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.004383] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.004572] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.005222] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.005222] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.005222] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.005222] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.005222] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.006218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.006218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.006218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.006218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.006218] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b is going to be created. [ 771.081020] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.081020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.081020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.081020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.081020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.096837] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b in Status: IN_PROGRESS for 2s [ 771.125793] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.125793] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.125793] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.125793] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.125793] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.125793] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port f0b84a64-11dd-4939-8940-f853c3686050 not found, creating... [ 771.125793] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.125793] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.125793] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.125793] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.125793] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.126385] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.126385] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.130565] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.130565] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.130565] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.130565] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: f0b84a64-11dd-4939-8940-f853c3686050 is going to be created. [ 771.161930] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.161930] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.161930] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.161930] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.161930] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.161930] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-f0b84a64-11dd-4939-8940-f853c3686050" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.491761] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.994933] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.995115] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.995188] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.995414] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.995508] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.995601] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b is going to be updated. [ 772.035134] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.035268] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.035313] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.035504] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.035639] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.049969] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b in Status: IN_PROGRESS for 2s [ 772.359297] env[69976]: INFO networking_nsxv3.common.synchronization [req-6e62accb-227f-4a64-a054-131906904f64 req-cb782051-46c5-4c28-9e14-b17fc21844b8 service nova] Enqueued Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_rules [ 772.359475] env[69976]: INFO networking_nsxv3.common.synchronization [req-6e62accb-227f-4a64-a054-131906904f64 req-cb782051-46c5-4c28-9e14-b17fc21844b8 service nova] Enqueued Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_members [ 772.359614] env[69976]: INFO networking_nsxv3.common.synchronization [req-6e62accb-227f-4a64-a054-131906904f64 req-cb782051-46c5-4c28-9e14-b17fc21844b8 service nova] Enqueued Resource ID: f0b84a64-11dd-4939-8940-f853c3686050 with Priority: HIGHEST for action port [ 772.360110] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_rules [ 772.360253] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_members [ 772.360357] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0b84a64-11dd-4939-8940-f853c3686050 with Priority: HIGHEST for action port [ 772.360883] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a305b992-f3d8-451a-a8d8-39fb2471577f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.361203] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.362950] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.363202] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.363285] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.364455] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a305b992-f3d8-451a-a8d8-39fb2471577f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.364582] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.364650] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.364841] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.364973] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.365096] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.365218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.365266] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.365350] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.365443] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.370301] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0b84a64-11dd-4939-8940-f853c3686050 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.370452] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0b84a64-11dd-4939-8940-f853c3686050" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.370499] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0b84a64-11dd-4939-8940-f853c3686050" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.370671] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0b84a64-11dd-4939-8940-f853c3686050" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.370751] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0b84a64-11dd-4939-8940-f853c3686050',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.873515] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a305b992-f3d8-451a-a8d8-39fb2471577f taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.873515] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.873810] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.876304] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0b84a64-11dd-4939-8940-f853c3686050 with status ACTIVE [ 772.876304] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.876304] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.876304] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.876304] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.876304] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.876304] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.876304] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.876304] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.876304] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.876304] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.876304] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.876304] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.877993] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.877993] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.877993] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.877993] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0b84a64-11dd-4939-8940-f853c3686050 is going to be updated. [ 772.904871] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.904871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.904871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.904871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.904871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.904871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0b84a64-11dd-4939-8940-f853c3686050" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.955059] env[69976]: INFO networking_nsxv3.common.synchronization [req-242dc02c-8b63-4722-bcc9-035076522fe7 req-5b2d65ec-84af-42ca-9960-6fd703d6d4a7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Enqueued Resource ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 with Priority: HIGHEST for action security_group_members [ 772.955621] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 with Priority: HIGHEST for action security_group_members [ 772.956359] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4988a7fe-e226-47f2-8e9f-0662594eaab8 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.956484] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.956622] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.956760] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.956928] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.962258] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.962258] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.962258] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.962258] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.962258] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4988a7fe-e226-47f2-8e9f-0662594eaab8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.108904] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b in Status: SUCCESS [ 773.109228] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.109459] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.109739] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.110634] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.380188] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.424892] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.425183] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-160" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.426074] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-160" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.426074] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-160" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.426074] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.426492] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.426492] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.426664] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.426791] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.427039] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 773.427174] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.427324] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.427486] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.427622] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 773.427739] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.427878] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.449255] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.449521] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 773.449558] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.449736] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-160" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.450062] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-0a2c092f-de76-4e9a-896e-32276bc5dc3e taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.450241] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-0a2c092f-de76-4e9a-896e-32276bc5dc3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.450364] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-0a2c092f-de76-4e9a-896e-32276bc5dc3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.451066] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-0a2c092f-de76-4e9a-896e-32276bc5dc3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.451283] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a2c092f-de76-4e9a-896e-32276bc5dc3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.465760] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4988a7fe-e226-47f2-8e9f-0662594eaab8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.614434] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-52de3ac3-b1dc-418a-a9ba-dac238f3911b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.614632] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.882334] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.882692] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.882692] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.882781] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.882872] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.883025] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a305b992-f3d8-451a-a8d8-39fb2471577f is going to be created. [ 773.910431] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.910839] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.910839] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.911110] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.911357] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.923741] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a305b992-f3d8-451a-a8d8-39fb2471577f in Status: UNINITIALIZED for 2s [ 773.942471] env[69976]: INFO networking_nsxv3.common.synchronization [req-8cf63517-db87-48b7-8268-e455c9e3323c req-425a81b9-bb66-4eb6-8d95-b6088c47bf67 tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Enqueued Resource ID: 873b7a00-2a66-4c56-8ac8-bb47d5778645 with Priority: HIGHEST for action security_group_members [ 773.947601] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873b7a00-2a66-4c56-8ac8-bb47d5778645 with Priority: HIGHEST for action security_group_members [ 773.949234] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-873b7a00-2a66-4c56-8ac8-bb47d5778645 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.949444] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.949568] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.949827] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.950067] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.950217] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.950317] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.950567] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.950711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.950840] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873b7a00-2a66-4c56-8ac8-bb47d5778645',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.958476] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.958752] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.958935] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.959312] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.959544] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.959766] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 0a2c092f-de76-4e9a-896e-32276bc5dc3e not found, creating... [ 773.960372] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.960951] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.961167] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.961497] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.961724] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.962183] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.962424] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.962609] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.963504] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.963750] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.963990] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 0a2c092f-de76-4e9a-896e-32276bc5dc3e is going to be created. [ 773.968813] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4988a7fe-e226-47f2-8e9f-0662594eaab8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.007271] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.007462] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.007506] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.008055] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.008055] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.008256] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-0a2c092f-de76-4e9a-896e-32276bc5dc3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.062918] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b in Status: SUCCESS [ 774.063294] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.065040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.065040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.065040] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.065040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.065040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.065040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.065040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.065040] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.468383] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.470710] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.470710] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.470710] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.470710] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.471060] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.471060] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.471257] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.471320] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.472151] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.472151] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873b7a00-2a66-4c56-8ac8-bb47d5778645 is going to be updated. [ 774.473664] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.473664] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.473664] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.473664] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.473664] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.473664] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 is going to be updated. [ 774.533481] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.535209] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.535209] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.535209] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.535209] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.546486] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.547081] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.547081] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.547081] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.547081] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.549160] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873b7a00-2a66-4c56-8ac8-bb47d5778645 in Status: IN_PROGRESS for 2s [ 774.556653] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 in Status: IN_PROGRESS for 2s [ 774.572884] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.982487] env[69976]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 774.982487] env[69976]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] NSXv3 Agent Agent loop - iteration:1 started [ 775.075864] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.102974] env[69976]: INFO networking_nsxv3.common.synchronization [req-242dc02c-8b63-4722-bcc9-035076522fe7 req-3ef69237-f034-4f24-9a6c-af844ab9404e service nova] Enqueued Resource ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 with Priority: HIGHEST for action security_group_rules [ 775.103206] env[69976]: INFO networking_nsxv3.common.synchronization [req-242dc02c-8b63-4722-bcc9-035076522fe7 req-3ef69237-f034-4f24-9a6c-af844ab9404e service nova] Enqueued Resource ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 with Priority: HIGHEST for action security_group_members [ 775.103343] env[69976]: INFO networking_nsxv3.common.synchronization [req-242dc02c-8b63-4722-bcc9-035076522fe7 req-3ef69237-f034-4f24-9a6c-af844ab9404e service nova] Enqueued Resource ID: 0a2c092f-de76-4e9a-896e-32276bc5dc3e with Priority: HIGHEST for action port [ 775.104234] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 with Priority: HIGHEST for action security_group_rules [ 775.104542] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 with Priority: HIGHEST for action security_group_members [ 775.104542] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a2c092f-de76-4e9a-896e-32276bc5dc3e with Priority: HIGHEST for action port [ 775.105493] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4988a7fe-e226-47f2-8e9f-0662594eaab8 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.105767] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.105839] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.106090] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.106168] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4988a7fe-e226-47f2-8e9f-0662594eaab8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.108425] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4988a7fe-e226-47f2-8e9f-0662594eaab8 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.108583] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.108912] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a2c092f-de76-4e9a-896e-32276bc5dc3e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.109079] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a2c092f-de76-4e9a-896e-32276bc5dc3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.109154] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a2c092f-de76-4e9a-896e-32276bc5dc3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.109378] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a2c092f-de76-4e9a-896e-32276bc5dc3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.109449] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a2c092f-de76-4e9a-896e-32276bc5dc3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.569248] env[69976]: INFO networking_nsxv3.common.synchronization [req-66deb93b-189c-422a-a3b9-ac74fb145753 req-b1ec8de6-c742-40e9-b112-11d3cc0553ea tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Enqueued Resource ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 with Priority: HIGHEST for action security_group_members [ 775.569248] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 with Priority: HIGHEST for action security_group_members [ 775.569248] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-949920bc-3e1b-4e49-b58a-f1042580e7e8 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.569248] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.569248] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.569248] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.569248] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.571477] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.571692] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.571960] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.572225] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.572410] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('949920bc-3e1b-4e49-b58a-f1042580e7e8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.582800] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.582963] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.583058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.583707] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.583707] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.583707] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b is going to be updated. [ 775.608819] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4988a7fe-e226-47f2-8e9f-0662594eaab8 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.609014] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.611270] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a2c092f-de76-4e9a-896e-32276bc5dc3e with status ACTIVE [ 775.611487] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.611619] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.611686] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.611902] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.611995] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.612186] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.612289] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.612349] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.612501] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.612579] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.612758] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.612854] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.612935] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.613871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.613871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.613871] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a2c092f-de76-4e9a-896e-32276bc5dc3e is going to be updated. [ 775.616952] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.617034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.617072] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.617239] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.617376] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.635642] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b in Status: IN_PROGRESS for 2s [ 775.648549] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.648697] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.648944] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.649059] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.649134] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.649275] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a2c092f-de76-4e9a-896e-32276bc5dc3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.938202] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a305b992-f3d8-451a-a8d8-39fb2471577f in Status: SUCCESS [ 775.938413] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.938829] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.939115] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.939345] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.939480] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.939547] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.939725] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.939816] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.939904] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.940019] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.967149] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.967246] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.967314] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.967619] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.967884] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.968365] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.968575] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.968832] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.968981] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.969220] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.969342] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.969457] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.969577] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.969714] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.969828] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.969966] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.993721] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.994072] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 775.994072] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.994323] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.994641] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-5ac24960-d55d-4ecf-bb81-457d44fedcbe taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.994816] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-5ac24960-d55d-4ecf-bb81-457d44fedcbe" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.994935] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-5ac24960-d55d-4ecf-bb81-457d44fedcbe" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.995448] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-5ac24960-d55d-4ecf-bb81-457d44fedcbe" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.996330] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ac24960-d55d-4ecf-bb81-457d44fedcbe',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.076943] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('949920bc-3e1b-4e49-b58a-f1042580e7e8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.447796] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.499962] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.499962] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.499962] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.500469] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.501056] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.501056] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 5ac24960-d55d-4ecf-bb81-457d44fedcbe not found, creating... [ 776.501562] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.501815] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.501981] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.502311] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.502493] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.502831] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.503052] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.503485] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.503485] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.503611] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.503819] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 5ac24960-d55d-4ecf-bb81-457d44fedcbe is going to be created. [ 776.527395] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.527819] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.527819] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.527961] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.528204] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.528436] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-5ac24960-d55d-4ecf-bb81-457d44fedcbe" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.561473] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873b7a00-2a66-4c56-8ac8-bb47d5778645 in Status: SUCCESS [ 776.561473] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873b7a00-2a66-4c56-8ac8-bb47d5778645 deletion is rescheduled due to dependency. [ 776.561473] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.566561] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 in Status: SUCCESS [ 776.566724] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.566897] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.567137] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.567397] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.567504] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.567504] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.567766] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.567766] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.567863] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4988a7fe-e226-47f2-8e9f-0662594eaab8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.582938] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('949920bc-3e1b-4e49-b58a-f1042580e7e8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.960201] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a305b992-f3d8-451a-a8d8-39fb2471577f: rpc.has_security_group_logging(os_id): False [ 776.977052] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.977621] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.977621] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.977922] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.977922] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.981158] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.981158] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.981158] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.981158] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.981158] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.981158] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a305b992-f3d8-451a-a8d8-39fb2471577f is going to be created. [ 777.069928] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4988a7fe-e226-47f2-8e9f-0662594eaab8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.087306] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.088271] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.088378] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.088638] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.088734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.089230] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 is going to be updated. [ 777.132421] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.132640] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.132640] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.132948] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.133183] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.149027] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.149027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.149027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.149027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.149027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.152713] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a305b992-f3d8-451a-a8d8-39fb2471577f in Status: IN_PROGRESS for 2s [ 777.163264] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 in Status: IN_PROGRESS for 2s [ 777.499785] env[69976]: INFO networking_nsxv3.common.synchronization [req-66deb93b-189c-422a-a3b9-ac74fb145753 req-7686bc76-8859-42d9-8e4e-615f7c395039 service nova] Enqueued Resource ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 with Priority: HIGHEST for action security_group_rules [ 777.503049] env[69976]: INFO networking_nsxv3.common.synchronization [req-66deb93b-189c-422a-a3b9-ac74fb145753 req-7686bc76-8859-42d9-8e4e-615f7c395039 service nova] Enqueued Resource ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 with Priority: HIGHEST for action security_group_members [ 777.503049] env[69976]: INFO networking_nsxv3.common.synchronization [req-66deb93b-189c-422a-a3b9-ac74fb145753 req-7686bc76-8859-42d9-8e4e-615f7c395039 service nova] Enqueued Resource ID: 5ac24960-d55d-4ecf-bb81-457d44fedcbe with Priority: HIGHEST for action port [ 777.503049] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 with Priority: HIGHEST for action security_group_rules [ 777.503049] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 with Priority: HIGHEST for action security_group_members [ 777.503049] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ac24960-d55d-4ecf-bb81-457d44fedcbe with Priority: HIGHEST for action port [ 777.503049] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-949920bc-3e1b-4e49-b58a-f1042580e7e8 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.503049] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.503049] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.503049] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.503049] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('949920bc-3e1b-4e49-b58a-f1042580e7e8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.505179] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-949920bc-3e1b-4e49-b58a-f1042580e7e8 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.505394] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.506906] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ac24960-d55d-4ecf-bb81-457d44fedcbe taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.507148] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ac24960-d55d-4ecf-bb81-457d44fedcbe" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.507585] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ac24960-d55d-4ecf-bb81-457d44fedcbe" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.508218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ac24960-d55d-4ecf-bb81-457d44fedcbe" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.510266] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ac24960-d55d-4ecf-bb81-457d44fedcbe',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.574849] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4988a7fe-e226-47f2-8e9f-0662594eaab8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.630133] env[69976]: INFO networking_nsxv3.common.synchronization [None req-4e9eac39-8e53-4fbd-a0ee-497642f3146c None None] Enqueued Resource ID: fc896f31-e395-4e45-be8c-9ad5d5d0603d with Priority: HIGHEST for action port [ 777.630133] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc896f31-e395-4e45-be8c-9ad5d5d0603d with Priority: HIGHEST for action port [ 777.635495] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc896f31-e395-4e45-be8c-9ad5d5d0603d taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.635495] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc896f31-e395-4e45-be8c-9ad5d5d0603d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.635495] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc896f31-e395-4e45-be8c-9ad5d5d0603d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.635495] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc896f31-e395-4e45-be8c-9ad5d5d0603d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.635495] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc896f31-e395-4e45-be8c-9ad5d5d0603d',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.666214] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b in Status: SUCCESS [ 777.666635] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.667266] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.667576] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.667888] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.668084] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.668194] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.668406] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.668538] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.669684] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.005237] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-949920bc-3e1b-4e49-b58a-f1042580e7e8 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.005407] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.014153] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ac24960-d55d-4ecf-bb81-457d44fedcbe with status ACTIVE [ 778.014288] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.014377] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.014419] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.014939] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.014939] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.014939] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.015326] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.015326] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.015326] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.015511] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.015601] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.015760] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.015760] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.016099] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.016099] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.016099] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ac24960-d55d-4ecf-bb81-457d44fedcbe is going to be updated. [ 778.050185] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.050396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.050396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.050613] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.051312] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.051590] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ac24960-d55d-4ecf-bb81-457d44fedcbe" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.078701] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.079097] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.079097] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.079213] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.079392] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.079392] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 is going to be updated. [ 778.144117] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc896f31-e395-4e45-be8c-9ad5d5d0603d [ 778.144117] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.144117] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.144117] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.144117] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.144117] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.144117] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc896f31-e395-4e45-be8c-9ad5d5d0603d already deleted. [ 778.144117] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc896f31-e395-4e45-be8c-9ad5d5d0603d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.172275] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.177310] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.177464] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.177538] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.177754] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.177904] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.191538] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 in Status: IN_PROGRESS for 2s [ 778.309631] env[69976]: INFO networking_nsxv3.common.synchronization [req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc req-40a44325-f943-4df9-be89-a95ec26ca250 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Enqueued Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_members [ 778.310394] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_members [ 778.310394] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.310394] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.310631] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.310689] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.310821] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.310921] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.310984] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.312781] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.312924] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.313067] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.673887] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.818579] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.864702] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-15 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.864702] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-15" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.864896] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-15" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.865194] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-15" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.865454] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.865649] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.866558] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.866558] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.866819] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.867097] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 778.867236] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.867379] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.867968] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.868138] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 778.868256] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.868448] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.890132] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.890132] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 778.890132] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.890334] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-15" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.890850] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-e642f00d-8bfd-4aba-80f4-a94db134512b taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.891652] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-e642f00d-8bfd-4aba-80f4-a94db134512b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.891652] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-e642f00d-8bfd-4aba-80f4-a94db134512b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.891652] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-e642f00d-8bfd-4aba-80f4-a94db134512b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.891831] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e642f00d-8bfd-4aba-80f4-a94db134512b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.168278] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a305b992-f3d8-451a-a8d8-39fb2471577f in Status: SUCCESS [ 779.169321] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.174156] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 in Status: SUCCESS [ 779.174156] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.174156] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.174156] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.174326] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.174439] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.174551] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.174659] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.174757] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.174837] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('949920bc-3e1b-4e49-b58a-f1042580e7e8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.178262] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.178456] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.178516] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.178689] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.178816] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.178931] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b is going to be updated. [ 779.217276] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.217451] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.217531] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.217756] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.217913] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.231338] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b in Status: IN_PROGRESS for 2s [ 779.324348] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.382760] env[69976]: INFO networking_nsxv3.common.synchronization [None req-f7206180-b1d3-4b83-93d3-25d81fba2955 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Enqueued Resource ID: a192731c-2730-4cca-9377-422160b6ebb0 with Priority: HIGHEST for action security_group_rules [ 779.383439] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a192731c-2730-4cca-9377-422160b6ebb0 with Priority: HIGHEST for action security_group_rules [ 779.383968] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a192731c-2730-4cca-9377-422160b6ebb0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.384717] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.384955] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.385462] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.385719] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a192731c-2730-4cca-9377-422160b6ebb0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.398021] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.398021] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.398021] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.398021] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.398021] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.398021] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port e642f00d-8bfd-4aba-80f4-a94db134512b not found, creating... [ 779.398021] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.398021] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.398021] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.398021] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.398021] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.398899] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.398899] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.398899] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.398899] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.398899] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.399750] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: e642f00d-8bfd-4aba-80f4-a94db134512b is going to be created. [ 779.436352] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.436761] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.437971] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.438356] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.438833] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.439312] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-e642f00d-8bfd-4aba-80f4-a94db134512b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.580239] env[69976]: INFO networking_nsxv3.common.synchronization [None req-5c3b1abb-36a8-4916-97d8-a6304d4a1e7b tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Enqueued Resource ID: a192731c-2730-4cca-9377-422160b6ebb0 with Priority: HIGHEST for action security_group_rules [ 779.580656] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a192731c-2730-4cca-9377-422160b6ebb0 with Priority: HIGHEST for action security_group_rules [ 779.581413] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a192731c-2730-4cca-9377-422160b6ebb0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.581790] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.677524] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('949920bc-3e1b-4e49-b58a-f1042580e7e8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.827719] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.827868] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.827948] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.828217] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.828319] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.828427] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf55a032-4305-4c90-9bbc-f6318120f95b is going to be updated. [ 779.870580] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.870802] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.870878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.871316] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.871507] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.892172] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: IN_PROGRESS for 2s [ 779.909767] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.909938] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.910021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.910269] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.910406] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.910539] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a192731c-2730-4cca-9377-422160b6ebb0 already deleted. [ 779.910665] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.910884] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.912497] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.912497] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a192731c-2730-4cca-9377-422160b6ebb0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.181469] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('949920bc-3e1b-4e49-b58a-f1042580e7e8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.205037] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 in Status: SUCCESS [ 780.205426] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.205871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.206133] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.206387] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.206521] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.206610] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.206872] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.207018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.207744] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.207990] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4988a7fe-e226-47f2-8e9f-0662594eaab8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.441929] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.442113] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.442178] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.442377] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.442467] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.443838] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a192731c-2730-4cca-9377-422160b6ebb0 already deleted. [ 780.443838] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.461863] env[69976]: INFO networking_nsxv3.common.synchronization [None req-d34c5551-1395-4ae6-b92b-0cab9949978e None None] Enqueued Resource ID: bb6de6da-9d68-4b86-9218-4a00da54f6c4 with Priority: HIGHEST for action port [ 780.461863] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb6de6da-9d68-4b86-9218-4a00da54f6c4 with Priority: HIGHEST for action port [ 780.463245] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb6de6da-9d68-4b86-9218-4a00da54f6c4 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.463418] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb6de6da-9d68-4b86-9218-4a00da54f6c4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.463545] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb6de6da-9d68-4b86-9218-4a00da54f6c4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.463924] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb6de6da-9d68-4b86-9218-4a00da54f6c4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.464265] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb6de6da-9d68-4b86-9218-4a00da54f6c4',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.642301] env[69976]: INFO networking_nsxv3.common.synchronization [req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc req-f5b58a59-cd4a-4cc2-a0b2-b41984157ec7 service nova] Enqueued Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_rules [ 780.642487] env[69976]: INFO networking_nsxv3.common.synchronization [req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc req-f5b58a59-cd4a-4cc2-a0b2-b41984157ec7 service nova] Enqueued Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_members [ 780.643087] env[69976]: INFO networking_nsxv3.common.synchronization [req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc req-f5b58a59-cd4a-4cc2-a0b2-b41984157ec7 service nova] Enqueued Resource ID: e642f00d-8bfd-4aba-80f4-a94db134512b with Priority: HIGHEST for action port [ 780.650023] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_rules [ 780.650023] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_members [ 780.650023] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e642f00d-8bfd-4aba-80f4-a94db134512b with Priority: HIGHEST for action port [ 780.650023] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.650023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.650023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.650023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.650023] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.650023] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.650023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.650023] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-e642f00d-8bfd-4aba-80f4-a94db134512b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.650023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e642f00d-8bfd-4aba-80f4-a94db134512b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.650023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e642f00d-8bfd-4aba-80f4-a94db134512b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.650023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e642f00d-8bfd-4aba-80f4-a94db134512b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.650023] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e642f00d-8bfd-4aba-80f4-a94db134512b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.684656] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.684656] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.684656] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.684656] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.684656] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.684858] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 is going to be updated. [ 780.710679] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4988a7fe-e226-47f2-8e9f-0662594eaab8 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.711766] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.711868] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.712179] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.712386] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.712501] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.712564] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.712741] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.712829] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.712919] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.713146] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4988a7fe-e226-47f2-8e9f-0662594eaab8 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.713251] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.713326] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.713498] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.713648] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.713780] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.713871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.716243] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.716499] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.716499] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.716621] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4988a7fe-e226-47f2-8e9f-0662594eaab8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.732503] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.732647] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.732709] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.732925] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.733128] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.746392] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 in Status: IN_PROGRESS for 2s [ 780.890302] env[69976]: INFO networking_nsxv3.common.synchronization [req-58f28596-a106-4834-b1bb-694820ced57c req-8d7c0704-2bff-4396-ad20-7395118405f5 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Enqueued Resource ID: f7a4c9cf-f061-4313-bc6c-69b48e7d273d with Priority: HIGHEST for action security_group_members [ 780.890935] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7a4c9cf-f061-4313-bc6c-69b48e7d273d with Priority: HIGHEST for action security_group_members [ 780.891683] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7a4c9cf-f061-4313-bc6c-69b48e7d273d taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.891875] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.891945] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.892220] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.892382] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.892493] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.892540] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.892694] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.892780] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.892876] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7a4c9cf-f061-4313-bc6c-69b48e7d273d',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.972979] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb6de6da-9d68-4b86-9218-4a00da54f6c4 [ 780.973127] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.973264] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.973325] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.973552] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.973645] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.973744] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb6de6da-9d68-4b86-9218-4a00da54f6c4 already deleted. [ 780.973826] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb6de6da-9d68-4b86-9218-4a00da54f6c4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.153506] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.153648] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.154711] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e642f00d-8bfd-4aba-80f4-a94db134512b with status ACTIVE [ 781.154711] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.154711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.154711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.154711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.155024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.155110] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.155265] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.155463] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.155982] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.155982] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.155982] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.155982] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.159347] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.159347] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.159347] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.159347] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e642f00d-8bfd-4aba-80f4-a94db134512b is going to be updated. [ 781.183113] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.183113] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.183113] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.183113] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.183518] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.183558] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e642f00d-8bfd-4aba-80f4-a94db134512b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.219162] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4988a7fe-e226-47f2-8e9f-0662594eaab8: rpc.has_security_group_logging(os_id): False [ 781.259266] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.259437] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.259511] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.259830] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.261385] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b in Status: SUCCESS [ 781.261637] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.261867] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.268887] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.269148] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.269283] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.269358] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.269567] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.269658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.269755] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.269853] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.306900] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.307292] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.307466] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.308183] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.308515] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.308679] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.308914] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.309051] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.309122] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.309310] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.309412] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.309609] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.309712] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.309777] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.309922] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.310014] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.310215] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 is going to be updated. [ 781.378961] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.379180] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.379307] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.379648] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.379929] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.383815] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.384080] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.384391] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.384558] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.384790] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 781.384913] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.385040] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.385151] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.385262] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 781.385366] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.385507] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.388509] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.388662] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.388710] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.388912] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.389069] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.395871] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.395871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.395871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.395871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.395871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.395871] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.396226] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.396226] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.396226] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.396386] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.396386] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7a4c9cf-f061-4313-bc6c-69b48e7d273d already deleted. [ 781.396386] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.404946] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 in Status: IN_PROGRESS for 2s [ 781.411443] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.411696] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 781.411944] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.412090] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.412559] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-91329a69-053c-4141-9034-18bff6722bbb taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.412833] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-91329a69-053c-4141-9034-18bff6722bbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.413068] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-91329a69-053c-4141-9034-18bff6722bbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.413527] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-91329a69-053c-4141-9034-18bff6722bbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.413774] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91329a69-053c-4141-9034-18bff6722bbb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.680589] env[69976]: INFO networking_nsxv3.common.synchronization [req-cdad4ed0-8a45-4b05-a6ec-164530a73636 req-25435e10-169c-4f87-a373-b92c38aa4b63 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Enqueued Resource ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b with Priority: HIGHEST for action security_group_members [ 781.682340] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b with Priority: HIGHEST for action security_group_members [ 781.682844] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-52de3ac3-b1dc-418a-a9ba-dac238f3911b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.683021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.683110] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.683425] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.683657] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.683824] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.683929] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.684206] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.684366] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.684552] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.775560] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-52de3ac3-b1dc-418a-a9ba-dac238f3911b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.775560] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.905145] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: SUCCESS [ 781.905145] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.905145] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.905145] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.905145] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.905145] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.905145] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.905145] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.905145] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.905145] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.918475] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.922022] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.922022] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.922022] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.922022] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.922022] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 91329a69-053c-4141-9034-18bff6722bbb not found, creating... [ 781.922022] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.922022] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.922022] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.922022] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.922022] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.922899] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.922899] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.922899] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.923268] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.923569] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.923849] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 91329a69-053c-4141-9034-18bff6722bbb is going to be created. [ 781.944238] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.947028] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.947028] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.947028] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.947028] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.947028] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-91329a69-053c-4141-9034-18bff6722bbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.190664] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.257325] env[69976]: INFO networking_nsxv3.common.synchronization [None req-bbeda6c3-4776-4181-9bc5-44e09a1f74c3 None None] Enqueued Resource ID: 2c28b544-1f56-44f7-a2a5-b59f6514aadf with Priority: HIGHEST for action port [ 782.257612] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c28b544-1f56-44f7-a2a5-b59f6514aadf with Priority: HIGHEST for action port [ 782.258396] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c28b544-1f56-44f7-a2a5-b59f6514aadf taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.258607] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c28b544-1f56-44f7-a2a5-b59f6514aadf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.258607] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c28b544-1f56-44f7-a2a5-b59f6514aadf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.258891] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c28b544-1f56-44f7-a2a5-b59f6514aadf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.259013] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c28b544-1f56-44f7-a2a5-b59f6514aadf',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.408988] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.695567] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.761068] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 in Status: SUCCESS [ 782.761302] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.761479] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.761966] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.762314] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.762481] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.762609] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.762913] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.763556] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.763765] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.763887] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('949920bc-3e1b-4e49-b58a-f1042580e7e8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.767431] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c28b544-1f56-44f7-a2a5-b59f6514aadf [ 782.767643] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.767974] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.768445] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.768823] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.768915] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.769022] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c28b544-1f56-44f7-a2a5-b59f6514aadf already deleted. [ 782.769164] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c28b544-1f56-44f7-a2a5-b59f6514aadf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.913057] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.070491] env[69976]: INFO networking_nsxv3.common.synchronization [req-58f28596-a106-4834-b1bb-694820ced57c req-d0120f98-354d-451f-97e1-e3ff4d8d18ec service nova] Enqueued Resource ID: f7a4c9cf-f061-4313-bc6c-69b48e7d273d with Priority: HIGHEST for action security_group_rules [ 783.070760] env[69976]: INFO networking_nsxv3.common.synchronization [req-58f28596-a106-4834-b1bb-694820ced57c req-d0120f98-354d-451f-97e1-e3ff4d8d18ec service nova] Enqueued Resource ID: f7a4c9cf-f061-4313-bc6c-69b48e7d273d with Priority: HIGHEST for action security_group_members [ 783.070883] env[69976]: INFO networking_nsxv3.common.synchronization [req-58f28596-a106-4834-b1bb-694820ced57c req-d0120f98-354d-451f-97e1-e3ff4d8d18ec service nova] Enqueued Resource ID: 91329a69-053c-4141-9034-18bff6722bbb with Priority: HIGHEST for action port [ 783.071488] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7a4c9cf-f061-4313-bc6c-69b48e7d273d with Priority: HIGHEST for action security_group_rules [ 783.071618] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7a4c9cf-f061-4313-bc6c-69b48e7d273d with Priority: HIGHEST for action security_group_members [ 783.071733] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91329a69-053c-4141-9034-18bff6722bbb with Priority: HIGHEST for action port [ 783.072258] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7a4c9cf-f061-4313-bc6c-69b48e7d273d taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.073018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.073018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.073018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.073018] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7a4c9cf-f061-4313-bc6c-69b48e7d273d',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.074090] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7a4c9cf-f061-4313-bc6c-69b48e7d273d taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.075355] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.075355] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.075355] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.075589] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.076824] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.076824] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.076824] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.076824] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.076824] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7a4c9cf-f061-4313-bc6c-69b48e7d273d',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.077188] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-91329a69-053c-4141-9034-18bff6722bbb taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.077355] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91329a69-053c-4141-9034-18bff6722bbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.077466] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91329a69-053c-4141-9034-18bff6722bbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.077706] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91329a69-053c-4141-9034-18bff6722bbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.077871] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91329a69-053c-4141-9034-18bff6722bbb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.202661] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.203048] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.203048] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.203310] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.203408] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.203508] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b is going to be updated. [ 783.239809] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.239809] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.239809] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.240057] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.240057] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.251554] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b in Status: IN_PROGRESS for 2s [ 783.267523] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-949920bc-3e1b-4e49-b58a-f1042580e7e8 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.267733] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.267804] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.268085] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.268720] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.268884] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.268953] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.269174] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.269266] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.269383] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.269566] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-949920bc-3e1b-4e49-b58a-f1042580e7e8 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.269667] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.269731] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.270423] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.270423] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.270423] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.270423] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.270423] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.270423] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.270758] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.270758] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('949920bc-3e1b-4e49-b58a-f1042580e7e8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.418675] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.418675] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.418675] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.418675] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.418675] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.418675] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf55a032-4305-4c90-9bbc-f6318120f95b is going to be updated. [ 783.430928] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 in Status: SUCCESS [ 783.431380] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.465324] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.465401] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.465437] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.466405] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.466405] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.484089] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: IN_PROGRESS for 2s [ 783.586451] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7a4c9cf-f061-4313-bc6c-69b48e7d273d taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.586576] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.586890] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91329a69-053c-4141-9034-18bff6722bbb with status ACTIVE [ 783.586988] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.587148] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.587148] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.587554] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.587554] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.587695] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.587695] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.587826] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.587939] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.588363] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.588363] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.588363] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.588363] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.588796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.588796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.588796] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91329a69-053c-4141-9034-18bff6722bbb is going to be updated. [ 783.590235] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7a4c9cf-f061-4313-bc6c-69b48e7d273d',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.618271] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.618422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.618422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.618585] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.618708] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.618872] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91329a69-053c-4141-9034-18bff6722bbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.742970] env[69976]: INFO networking_nsxv3.common.synchronization [req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb req-b5682bf9-e574-495f-870e-d0c322c4225d tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Enqueued Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_members [ 783.744787] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_members [ 783.746085] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.746085] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.746085] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.746085] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.746085] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.746085] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.746085] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.746515] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.746515] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.746515] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.775691] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 949920bc-3e1b-4e49-b58a-f1042580e7e8: rpc.has_security_group_logging(os_id): False [ 783.802398] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.802398] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.802398] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.802398] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.840422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.840543] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.840922] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.840922] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.841107] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.841218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.841445] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.841549] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.841887] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.841887] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.841996] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.842142] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.842274] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.842336] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.842692] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.842692] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.842692] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 is going to be updated. [ 783.939611] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.939735] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.939735] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.941643] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.941643] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.954085] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 in Status: IN_PROGRESS for 2s [ 784.094215] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7a4c9cf-f061-4313-bc6c-69b48e7d273d',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.249153] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.249904] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.249904] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.249904] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.284554] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.284554] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.284554] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.284554] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.284554] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.284554] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.284554] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f is going to be updated. [ 784.321761] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.321761] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.321761] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.321761] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.321761] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.334656] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: IN_PROGRESS for 2s [ 784.438820] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-651 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.438820] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-651" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.438820] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-651" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.438820] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-651" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.439193] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.439341] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.439650] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.440677] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.440911] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.441195] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 784.441353] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.441504] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.441650] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.441835] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 784.442111] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.442490] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.464032] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.464190] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 784.464329] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.464510] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-651" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.464906] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-f7617934-185a-4068-931c-facbd7ba0dd1 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.465094] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-f7617934-185a-4068-931c-facbd7ba0dd1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.465233] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-f7617934-185a-4068-931c-facbd7ba0dd1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.465579] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-f7617934-185a-4068-931c-facbd7ba0dd1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.465822] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7617934-185a-4068-931c-facbd7ba0dd1',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.598549] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.598749] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.598828] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.599106] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.599216] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.599322] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7a4c9cf-f061-4313-bc6c-69b48e7d273d is going to be created. [ 784.646850] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.651373] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.651373] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.651373] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.651373] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.662291] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7a4c9cf-f061-4313-bc6c-69b48e7d273d in Status: UNINITIALIZED for 2s [ 784.757564] env[69976]: INFO networking_nsxv3.common.synchronization [None req-36490f75-468a-4313-b40c-7d0c2b4c3206 None None] Enqueued Resource ID: 29ee383f-0290-4c28-94ee-fa3fb12a4f07 with Priority: HIGHEST for action port [ 784.757564] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29ee383f-0290-4c28-94ee-fa3fb12a4f07 with Priority: HIGHEST for action port [ 784.759023] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-29ee383f-0290-4c28-94ee-fa3fb12a4f07 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.759023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29ee383f-0290-4c28-94ee-fa3fb12a4f07" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.759023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29ee383f-0290-4c28-94ee-fa3fb12a4f07" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.759023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29ee383f-0290-4c28-94ee-fa3fb12a4f07" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.759023] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29ee383f-0290-4c28-94ee-fa3fb12a4f07',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.968223] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.968476] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.968554] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.968838] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.968989] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.969163] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port f7617934-185a-4068-931c-facbd7ba0dd1 not found, creating... [ 784.969426] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.969581] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.969697] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.969918] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.970067] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.970357] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.970516] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.970668] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.970871] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.971014] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.971679] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: f7617934-185a-4068-931c-facbd7ba0dd1 is going to be created. [ 784.995177] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.995857] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.995857] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.995857] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.996165] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.996211] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-f7617934-185a-4068-931c-facbd7ba0dd1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.260823] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29ee383f-0290-4c28-94ee-fa3fb12a4f07 [ 785.261173] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.261262] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.261300] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.261517] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.261611] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.261755] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29ee383f-0290-4c28-94ee-fa3fb12a4f07 already deleted. [ 785.261852] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29ee383f-0290-4c28-94ee-fa3fb12a4f07" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.265324] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b in Status: SUCCESS [ 785.265685] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.265897] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.266328] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.266508] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.266700] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.266857] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.267083] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.267228] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.267378] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.267685] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-52de3ac3-b1dc-418a-a9ba-dac238f3911b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.267871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.267994] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.268250] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.269040] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.269040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.269040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.269040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.269261] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.269854] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.269854] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.496734] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: SUCCESS [ 785.496734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.496734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.496734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.496734] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.496734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.496734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.496734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.496734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.496734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.496734] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.772784] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52de3ac3-b1dc-418a-a9ba-dac238f3911b: rpc.has_security_group_logging(os_id): False [ 785.795457] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.796567] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.796704] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.797308] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.797308] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.797308] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.797606] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.797606] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.797707] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.797707] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.797912] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.798016] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.798078] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.798225] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.798289] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.798603] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.798851] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.798851] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.799041] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.799107] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.799209] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b is going to be updated. [ 785.870049] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.870732] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.870732] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.870732] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.870963] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.885854] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b in Status: IN_PROGRESS for 2s [ 785.908564] env[69976]: INFO networking_nsxv3.common.synchronization [req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb req-c5b66d3e-db49-4c94-8488-ddc0b6e9b851 service nova] Enqueued Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_rules [ 785.908809] env[69976]: INFO networking_nsxv3.common.synchronization [req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb req-c5b66d3e-db49-4c94-8488-ddc0b6e9b851 service nova] Enqueued Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_members [ 785.908982] env[69976]: INFO networking_nsxv3.common.synchronization [req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb req-c5b66d3e-db49-4c94-8488-ddc0b6e9b851 service nova] Enqueued Resource ID: f7617934-185a-4068-931c-facbd7ba0dd1 with Priority: HIGHEST for action port [ 785.909491] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_rules [ 785.909603] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_members [ 785.909718] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7617934-185a-4068-931c-facbd7ba0dd1 with Priority: HIGHEST for action port [ 785.910363] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.910484] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.910602] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.910830] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.910919] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.913176] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.913176] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.913176] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7617934-185a-4068-931c-facbd7ba0dd1 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.913176] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7617934-185a-4068-931c-facbd7ba0dd1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.913176] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7617934-185a-4068-931c-facbd7ba0dd1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.913176] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7617934-185a-4068-931c-facbd7ba0dd1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.913176] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7617934-185a-4068-931c-facbd7ba0dd1',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.968056] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 in Status: SUCCESS [ 785.968283] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.001169] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.001373] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.001482] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.001777] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.002019] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.002170] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.002255] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.002467] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.003053] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.003053] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.003053] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.003053] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.003280] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.003280] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.003436] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.003530] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.003603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.003752] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.003872] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.003969] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.004749] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.349501] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: SUCCESS [ 786.349501] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f deletion is rescheduled due to dependency. [ 786.350105] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.350105] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.350105] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.350309] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.351895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.351895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.351895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.351895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.351895] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.415969] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.416190] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.418769] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7617934-185a-4068-931c-facbd7ba0dd1 with status ACTIVE [ 786.419252] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.419378] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.419535] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.419871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.424036] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.424036] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.424036] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.424036] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.424036] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.424036] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.424036] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.424036] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.424036] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.424036] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.424519] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.424519] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7617934-185a-4068-931c-facbd7ba0dd1 is going to be updated. [ 786.449020] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.449020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.449020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.449020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.449020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.449020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7617934-185a-4068-931c-facbd7ba0dd1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.508033] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf55a032-4305-4c90-9bbc-f6318120f95b: rpc.has_security_group_logging(os_id): False [ 786.531358] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.531567] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.531567] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.531836] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.560294] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.560294] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.560294] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.560294] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.560528] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.560528] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.560690] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.560968] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.560968] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.561132] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.561300] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.561692] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.561796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.562294] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.562294] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.562294] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.562294] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf55a032-4305-4c90-9bbc-f6318120f95b is going to be updated. [ 786.654282] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.654478] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.654544] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.654749] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.654899] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.670699] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: IN_PROGRESS for 2s [ 786.672379] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7a4c9cf-f061-4313-bc6c-69b48e7d273d in Status: SUCCESS [ 786.672603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.672779] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.673117] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.675394] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.675394] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.675394] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.675394] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.675394] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.675394] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.675394] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7a4c9cf-f061-4313-bc6c-69b48e7d273d',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.853923] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.179178] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7a4c9cf-f061-4313-bc6c-69b48e7d273d taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.179178] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.179178] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.179496] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.179496] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.179637] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.180397] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.180397] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.180397] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.180397] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.180397] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7a4c9cf-f061-4313-bc6c-69b48e7d273d taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.180397] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.180397] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.180834] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.180834] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.180834] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.180834] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.181032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.181032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.181032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.181251] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7a4c9cf-f061-4313-bc6c-69b48e7d273d',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.357511] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.683147] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7a4c9cf-f061-4313-bc6c-69b48e7d273d: rpc.has_security_group_logging(os_id): False [ 787.702031] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.702253] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.702329] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.702573] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.702690] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.702908] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.703292] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.703292] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.703292] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.703446] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.703613] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.704384] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.704504] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.704682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.704792] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.705026] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.705160] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.705227] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.705658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.705796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.705912] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7a4c9cf-f061-4313-bc6c-69b48e7d273d is going to be created. [ 787.767418] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.767418] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.767418] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.767418] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.767418] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.778425] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7a4c9cf-f061-4313-bc6c-69b48e7d273d in Status: IN_PROGRESS for 2s [ 787.859707] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.859885] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.859943] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.860171] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.860262] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.860363] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f is going to be updated. [ 787.908386] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b in Status: SUCCESS [ 787.908484] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.908675] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.908900] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.908991] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.931407] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.931615] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.931700] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.931876] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.932066] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.952639] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: IN_PROGRESS for 2s [ 788.416608] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-52de3ac3-b1dc-418a-a9ba-dac238f3911b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.416608] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.416608] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.416608] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.416608] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.416608] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.416608] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.416608] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.416608] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.416608] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.416608] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.692054] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: SUCCESS [ 788.692054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.922031] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-52de3ac3-b1dc-418a-a9ba-dac238f3911b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.922031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.922031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.922031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.922031] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.922031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.922031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.922031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.922031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.922031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.922031] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-52de3ac3-b1dc-418a-a9ba-dac238f3911b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.922031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.922031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.922031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.922031] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.922031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.922985] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.922985] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.922985] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.922985] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.922985] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.425967] env[69976]: INFO networking_nsxv3.common.synchronization [req-34f14293-185d-4fbe-ad7c-e3bf0856d768 req-c8c62358-cd89-48f7-87e1-1214a2b1b801 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Enqueued Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 789.426431] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52de3ac3-b1dc-418a-a9ba-dac238f3911b: rpc.has_security_group_logging(os_id): False [ 789.427926] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 789.427926] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.427926] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.427926] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.428346] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.428346] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.428346] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.428346] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.428509] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.428509] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.428623] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.454484] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.454677] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.454746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.455363] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.455451] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.456205] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.456205] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.456205] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.456205] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.457589] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.457760] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.457869] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.457940] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.458218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.458496] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.458562] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.460039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.460039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.460039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.460039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.460039] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b is going to be updated. [ 789.531506] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.531652] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.531748] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.532318] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.532466] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.548525] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b in Status: IN_PROGRESS for 2s [ 789.794043] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7a4c9cf-f061-4313-bc6c-69b48e7d273d in Status: SUCCESS [ 789.794402] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.931363] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.963591] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: SUCCESS [ 789.963830] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.964009] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.964244] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.964439] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.964556] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.964622] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.964775] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.964859] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.964959] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.965064] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.029863] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.030126] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-189" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.030242] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-189" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.030515] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-189" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.030792] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.030955] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.032031] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.032575] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.032782] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.033573] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 790.033868] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.034036] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.034203] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.035108] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 790.035653] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.035653] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.040464] env[69976]: INFO networking_nsxv3.common.synchronization [None req-58d069aa-3c33-4022-8dbe-76915d3a2b04 None None] Enqueued Resource ID: 9bef6b9e-e5de-49f6-b151-af51a4e900cc with Priority: HIGHEST for action port [ 790.041376] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bef6b9e-e5de-49f6-b151-af51a4e900cc with Priority: HIGHEST for action port [ 790.042345] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bef6b9e-e5de-49f6-b151-af51a4e900cc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.042654] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bef6b9e-e5de-49f6-b151-af51a4e900cc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.043218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bef6b9e-e5de-49f6-b151-af51a4e900cc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.043218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bef6b9e-e5de-49f6-b151-af51a4e900cc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.043371] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bef6b9e-e5de-49f6-b151-af51a4e900cc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.056112] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.056281] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 790.056416] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.056600] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-189" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.056915] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.057101] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.057203] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.057524] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.057659] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.434630] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.469842] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.470096] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.470219] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.470341] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.470512] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.470750] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.470750] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.470846] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.470962] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.471070] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.471239] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.471343] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.471409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.471577] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.471725] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.471841] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.471922] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.472076] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.472132] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.472231] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.472329] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.547020] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bef6b9e-e5de-49f6-b151-af51a4e900cc [ 790.547020] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.547020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.547020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.547020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.547020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.547020] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bef6b9e-e5de-49f6-b151-af51a4e900cc already deleted. [ 790.547020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bef6b9e-e5de-49f6-b151-af51a4e900cc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.559575] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.560938] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.561238] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.561566] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.561814] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.562087] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c not found, creating... [ 790.562456] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.562609] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.562744] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.562968] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.563122] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.563427] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.563580] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.563703] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.563918] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.564234] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.564703] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c is going to be created. [ 790.587344] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.589316] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.589316] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.589316] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.589316] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.589316] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.937603] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.939861] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.940496] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.940496] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.940614] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.940649] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af6ec24a-16bc-45ce-816d-c65531b01ebc is going to be updated. [ 790.978959] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.978959] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.978959] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.978959] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.978959] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.978959] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d96f5c9f-28c0-4f89-b183-44a2472f0b7f: rpc.has_security_group_logging(os_id): False [ 790.991656] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: IN_PROGRESS for 2s [ 791.000836] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.001089] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.001197] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.001504] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.001630] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.001885] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.002079] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.002124] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.002301] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.003165] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.003165] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.003165] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.003165] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.003165] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.003165] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.003489] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.003725] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.003725] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.004374] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.004374] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.004374] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f is going to be updated. [ 791.078602] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.078801] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.079054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.079169] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.079627] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.097897] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: IN_PROGRESS for 2s [ 791.568666] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b in Status: SUCCESS [ 791.568666] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.713350] env[69976]: INFO networking_nsxv3.common.synchronization [req-34f14293-185d-4fbe-ad7c-e3bf0856d768 req-8a4bf424-bf93-40cf-bb78-3091921b6546 service nova] Enqueued Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_rules [ 791.713559] env[69976]: INFO networking_nsxv3.common.synchronization [req-34f14293-185d-4fbe-ad7c-e3bf0856d768 req-8a4bf424-bf93-40cf-bb78-3091921b6546 service nova] Enqueued Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 791.713699] env[69976]: INFO networking_nsxv3.common.synchronization [req-34f14293-185d-4fbe-ad7c-e3bf0856d768 req-8a4bf424-bf93-40cf-bb78-3091921b6546 service nova] Enqueued Resource ID: ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c with Priority: HIGHEST for action port [ 791.713943] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_rules [ 791.714093] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 791.714178] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c with Priority: HIGHEST for action port [ 791.714754] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.714897] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.714955] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.715174] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.715252] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.716570] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.716701] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.716852] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.716984] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.717027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.717190] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.717289] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.220257] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.220410] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.220617] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c with status ACTIVE [ 792.220917] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.221071] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.221118] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.221337] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.221429] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.221565] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.221657] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.221794] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.221956] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.222092] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.222233] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.222460] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.222460] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.222683] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.222750] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.222874] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c is going to be updated. [ 792.250173] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.250173] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.250173] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.250173] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.250173] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.250173] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.540603] env[69976]: INFO networking_nsxv3.common.synchronization [None req-80398c69-dbbe-4bb2-8bb2-c21783895971 None None] Enqueued Resource ID: 9c5a619c-8322-4a57-bd72-069f77ce48e9 with Priority: HIGHEST for action port [ 792.540959] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5a619c-8322-4a57-bd72-069f77ce48e9 with Priority: HIGHEST for action port [ 792.541600] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c5a619c-8322-4a57-bd72-069f77ce48e9 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.541732] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c5a619c-8322-4a57-bd72-069f77ce48e9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.541838] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c5a619c-8322-4a57-bd72-069f77ce48e9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.545613] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c5a619c-8322-4a57-bd72-069f77ce48e9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.545737] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c5a619c-8322-4a57-bd72-069f77ce48e9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.015740] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: SUCCESS [ 793.018031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.018031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.018031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.018031] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.018031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.018031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.018031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.018031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.018031] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.049219] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c5a619c-8322-4a57-bd72-069f77ce48e9 [ 793.049451] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.049579] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.049648] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.049854] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.049943] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.050049] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c5a619c-8322-4a57-bd72-069f77ce48e9 already deleted. [ 793.050270] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c5a619c-8322-4a57-bd72-069f77ce48e9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.116160] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: SUCCESS [ 793.116438] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.523615] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.027950] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.241419] env[69976]: INFO networking_nsxv3.common.synchronization [req-2e5f19ed-8af8-4740-9262-2873ea33f8cd req-a271e087-3087-49ed-b186-850b2819a1ad tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Enqueued Resource ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 with Priority: HIGHEST for action security_group_members [ 794.241419] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 with Priority: HIGHEST for action security_group_members [ 794.241636] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4988a7fe-e226-47f2-8e9f-0662594eaab8 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.241798] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.242334] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.242583] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.242880] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.242880] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.243051] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.243105] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.243300] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.243300] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4988a7fe-e226-47f2-8e9f-0662594eaab8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.531335] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.531578] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.531663] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.531892] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.531985] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.532106] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af6ec24a-16bc-45ce-816d-c65531b01ebc is going to be updated. [ 794.566928] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.567189] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.567240] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.567451] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.567621] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.577986] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: IN_PROGRESS for 2s [ 794.747302] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4988a7fe-e226-47f2-8e9f-0662594eaab8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.249799] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4988a7fe-e226-47f2-8e9f-0662594eaab8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.752451] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.752639] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.752696] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.752930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.753043] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.753171] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 is going to be updated. [ 795.788419] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.788419] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.788419] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.788419] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.788419] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.801430] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 in Status: IN_PROGRESS for 2s [ 796.589753] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: SUCCESS [ 796.590396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.591432] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.591432] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.591432] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.591432] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.591432] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.591843] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.591843] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.591843] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.591843] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.094945] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.095095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.095198] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.096320] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.096718] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.096841] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.097393] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.097647] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.097763] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.097883] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.098114] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.098240] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.098321] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.098513] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.098690] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.098823] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.098909] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.099092] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.099175] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.099298] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.099422] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.604607] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af6ec24a-16bc-45ce-816d-c65531b01ebc: rpc.has_security_group_logging(os_id): False [ 797.627229] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.627404] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.627523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.627824] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.652847] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.653368] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.653648] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.653648] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.653894] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.654032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.654383] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.654478] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.654538] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.654813] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.654934] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.655272] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.655272] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.655272] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.655426] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.655426] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.655503] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af6ec24a-16bc-45ce-816d-c65531b01ebc is going to be updated. [ 797.735314] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.735519] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.735519] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.735710] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.735851] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.751330] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: IN_PROGRESS for 2s [ 797.814037] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 in Status: SUCCESS [ 797.814037] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.332468] env[69976]: INFO networking_nsxv3.common.synchronization [req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 req-c93f82a0-a826-4738-9ae7-760da7a02b72 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Enqueued Resource ID: f7a4c9cf-f061-4313-bc6c-69b48e7d273d with Priority: HIGHEST for action security_group_members [ 798.332999] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7a4c9cf-f061-4313-bc6c-69b48e7d273d with Priority: HIGHEST for action security_group_members [ 798.333403] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7a4c9cf-f061-4313-bc6c-69b48e7d273d taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.333600] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.333600] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.333814] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.333941] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.339393] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.339616] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.339811] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.339911] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.340033] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7a4c9cf-f061-4313-bc6c-69b48e7d273d',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.353117] env[69976]: INFO networking_nsxv3.common.synchronization [None req-a4761f23-fede-4402-9ab8-537dfc1d051c None None] Enqueued Resource ID: 7344420e-e194-4ddd-ade7-6c0e17c46a48 with Priority: HIGHEST for action port [ 798.353378] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7344420e-e194-4ddd-ade7-6c0e17c46a48 with Priority: HIGHEST for action port [ 798.353972] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-7344420e-e194-4ddd-ade7-6c0e17c46a48 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.354167] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7344420e-e194-4ddd-ade7-6c0e17c46a48" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.354495] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7344420e-e194-4ddd-ade7-6c0e17c46a48" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.354495] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7344420e-e194-4ddd-ade7-6c0e17c46a48" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.354628] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7344420e-e194-4ddd-ade7-6c0e17c46a48',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.843546] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.844151] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.844151] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.844151] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.844313] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.844607] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.844607] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.844607] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.844762] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.844867] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.844938] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7a4c9cf-f061-4313-bc6c-69b48e7d273d is going to be updated. [ 798.858403] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7344420e-e194-4ddd-ade7-6c0e17c46a48 [ 798.858403] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.858403] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.858403] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.858403] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.858403] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.858403] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7344420e-e194-4ddd-ade7-6c0e17c46a48 already deleted. [ 798.858403] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7344420e-e194-4ddd-ade7-6c0e17c46a48" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.898549] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.900093] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.900306] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.906264] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.906264] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.917068] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7a4c9cf-f061-4313-bc6c-69b48e7d273d in Status: IN_PROGRESS for 2s [ 799.400437] env[69976]: INFO networking_nsxv3.common.synchronization [req-9e5b23a9-1576-4951-9727-0f9210f9b1ee req-c27c7cf6-ad64-4f57-a2f7-7653796ed1ad tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 with Priority: HIGHEST for action security_group_members [ 799.400623] env[69976]: INFO networking_nsxv3.common.synchronization [req-9e5b23a9-1576-4951-9727-0f9210f9b1ee req-c27c7cf6-ad64-4f57-a2f7-7653796ed1ad tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: e70d6c7b-882b-4a67-aef5-0346951944eb with Priority: HIGHEST for action security_group_members [ 799.400806] env[69976]: INFO networking_nsxv3.common.synchronization [req-9e5b23a9-1576-4951-9727-0f9210f9b1ee req-c27c7cf6-ad64-4f57-a2f7-7653796ed1ad tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Enqueued Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_members [ 799.401400] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 with Priority: HIGHEST for action security_group_members [ 799.401547] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e70d6c7b-882b-4a67-aef5-0346951944eb with Priority: HIGHEST for action security_group_members [ 799.401646] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGHEST for action security_group_members [ 799.402142] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.404448] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.404609] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.404923] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.405170] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.405320] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.405383] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.405527] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.405619] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.405721] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.406784] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-e70d6c7b-882b-4a67-aef5-0346951944eb taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.406908] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e70d6c7b-882b-4a67-aef5-0346951944eb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.406969] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e70d6c7b-882b-4a67-aef5-0346951944eb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.407217] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e70d6c7b-882b-4a67-aef5-0346951944eb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.407375] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.410455] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.410455] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.410455] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.410455] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.410455] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e70d6c7b-882b-4a67-aef5-0346951944eb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.411263] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.411263] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.411263] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.411508] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.411815] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.411815] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.411815] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.412081] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.412137] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.412298] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.766960] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: SUCCESS [ 799.767221] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.915422] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.915767] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.915767] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.915885] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.917122] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.917231] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.917492] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.917579] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.944370] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.944661] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.944792] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.944867] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.945125] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.945216] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.945311] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e70d6c7b-882b-4a67-aef5-0346951944eb is going to be updated. [ 799.946497] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.946652] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.972163] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.972163] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.972163] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.972163] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.972163] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.972163] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.972163] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 is going to be updated. [ 799.974097] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.974691] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.974959] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.975329] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.975599] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.977424] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.977424] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.977424] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.977424] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e is going to be updated. [ 799.986408] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.988566] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.988566] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.988566] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.988566] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.996203] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e70d6c7b-882b-4a67-aef5-0346951944eb in Status: IN_PROGRESS for 2s [ 800.016287] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.016287] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.016287] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.016287] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.016287] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.016595] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.016875] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.017070] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.017376] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.018185] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.032986] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: IN_PROGRESS for 2s [ 800.032986] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 in Status: IN_PROGRESS for 2s [ 800.315779] env[69976]: INFO networking_nsxv3.common.synchronization [None req-647d077b-f10c-4160-b69d-09c4dcaa7ae1 None None] Enqueued Resource ID: ce7af9d7-d7df-4105-8692-975ee0ff20e5 with Priority: HIGHEST for action port [ 800.316432] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7af9d7-d7df-4105-8692-975ee0ff20e5 with Priority: HIGHEST for action port [ 800.317543] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce7af9d7-d7df-4105-8692-975ee0ff20e5 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.317543] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce7af9d7-d7df-4105-8692-975ee0ff20e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.317543] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce7af9d7-d7df-4105-8692-975ee0ff20e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.319268] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce7af9d7-d7df-4105-8692-975ee0ff20e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.319391] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce7af9d7-d7df-4105-8692-975ee0ff20e5',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.586165] env[69976]: INFO networking_nsxv3.common.synchronization [None req-4983f2f0-f329-4cd0-a79f-d1da1988aba0 None None] Enqueued Resource ID: f41fd224-96b6-4dae-9771-0519d4074ac6 with Priority: HIGHEST for action port [ 800.587035] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f41fd224-96b6-4dae-9771-0519d4074ac6 with Priority: HIGHEST for action port [ 800.587149] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-f41fd224-96b6-4dae-9771-0519d4074ac6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.587246] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f41fd224-96b6-4dae-9771-0519d4074ac6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.587326] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f41fd224-96b6-4dae-9771-0519d4074ac6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.587994] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f41fd224-96b6-4dae-9771-0519d4074ac6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.587994] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f41fd224-96b6-4dae-9771-0519d4074ac6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.824924] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce7af9d7-d7df-4105-8692-975ee0ff20e5 [ 800.825329] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.825329] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.825662] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.825662] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.825776] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.825892] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce7af9d7-d7df-4105-8692-975ee0ff20e5 already deleted. [ 800.826139] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce7af9d7-d7df-4105-8692-975ee0ff20e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.930571] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7a4c9cf-f061-4313-bc6c-69b48e7d273d in Status: SUCCESS [ 800.931256] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7a4c9cf-f061-4313-bc6c-69b48e7d273d deletion is rescheduled due to dependency. [ 800.931256] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.096846] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f41fd224-96b6-4dae-9771-0519d4074ac6 [ 801.096846] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.097013] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.097013] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.099058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.099058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.099058] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f41fd224-96b6-4dae-9771-0519d4074ac6 already deleted. [ 801.099058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f41fd224-96b6-4dae-9771-0519d4074ac6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.476541] env[69976]: INFO networking_nsxv3.common.synchronization [None req-11113f4d-c0cc-4ba0-a850-5e231100654f None None] Enqueued Resource ID: 5b8c26f6-a0be-44f5-bfc2-3df3de03d618 with Priority: HIGHEST for action port [ 801.476541] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8c26f6-a0be-44f5-bfc2-3df3de03d618 with Priority: HIGHEST for action port [ 801.480395] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b8c26f6-a0be-44f5-bfc2-3df3de03d618 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.480712] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b8c26f6-a0be-44f5-bfc2-3df3de03d618" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.480822] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b8c26f6-a0be-44f5-bfc2-3df3de03d618" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.481555] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b8c26f6-a0be-44f5-bfc2-3df3de03d618" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.481555] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b8c26f6-a0be-44f5-bfc2-3df3de03d618',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.987760] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b8c26f6-a0be-44f5-bfc2-3df3de03d618 [ 801.987999] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.988131] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.988216] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.988474] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.988582] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.988778] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b8c26f6-a0be-44f5-bfc2-3df3de03d618 already deleted. [ 801.988778] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b8c26f6-a0be-44f5-bfc2-3df3de03d618" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.008122] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e70d6c7b-882b-4a67-aef5-0346951944eb in Status: SUCCESS [ 802.008583] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e70d6c7b-882b-4a67-aef5-0346951944eb deletion is rescheduled due to dependency. [ 802.009279] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e70d6c7b-882b-4a67-aef5-0346951944eb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.044945] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 in Status: SUCCESS [ 802.045293] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 deletion is rescheduled due to dependency. [ 802.045375] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.047226] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e in Status: SUCCESS [ 802.047420] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e deletion is rescheduled due to dependency. [ 802.047561] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.653673] env[69976]: INFO networking_nsxv3.common.synchronization [req-b926c9f8-feb8-40ad-920b-355f2fb5815f req-e9e0db72-c0a1-4561-954f-e7928737e02c tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Enqueued Resource ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 with Priority: HIGHEST for action security_group_members [ 802.657038] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 with Priority: HIGHEST for action security_group_members [ 802.657038] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.657038] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.657038] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.657038] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.657038] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.657482] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.657482] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.657571] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.658014] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.658188] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a77a7d28-3dd4-48de-9f6a-cc20e7ada388',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.162658] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.162658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.162658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.162658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.162658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.162658] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.162658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.162658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.162658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.162658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.162658] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 already deleted. [ 803.162658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.297284] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.297284] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-934" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.297284] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-934" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.297284] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-934" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.297284] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.297284] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.297284] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.299444] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.302432] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.302432] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.302432] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.302432] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.302432] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.302432] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.302432] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.302432] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.324487] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.324487] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 803.324487] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.324487] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-934" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.324487] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-59296a2f-acfd-43fa-bf39-9e3ca284e6fa taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.324487] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-59296a2f-acfd-43fa-bf39-9e3ca284e6fa" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.324487] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-59296a2f-acfd-43fa-bf39-9e3ca284e6fa" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.324487] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-59296a2f-acfd-43fa-bf39-9e3ca284e6fa" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.324487] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59296a2f-acfd-43fa-bf39-9e3ca284e6fa',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.462730] env[69976]: INFO networking_nsxv3.common.synchronization [None req-f68cd3f7-19f9-4ae6-b263-a9119ad4d053 None None] Enqueued Resource ID: e89aa568-cb12-4fb7-8ac8-c47392f14986 with Priority: HIGHEST for action port [ 803.463151] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e89aa568-cb12-4fb7-8ac8-c47392f14986 with Priority: HIGHEST for action port [ 803.463468] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-e89aa568-cb12-4fb7-8ac8-c47392f14986 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.463598] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e89aa568-cb12-4fb7-8ac8-c47392f14986" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.463666] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e89aa568-cb12-4fb7-8ac8-c47392f14986" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.463952] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e89aa568-cb12-4fb7-8ac8-c47392f14986" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.464887] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e89aa568-cb12-4fb7-8ac8-c47392f14986',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.474807] env[69976]: INFO networking_nsxv3.common.synchronization [req-b9c99b20-0a48-41a6-b122-728f889d5c7d req-78d3e927-8a37-4d02-be52-daba128d0233 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Enqueued Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 803.476209] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 803.476712] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.477470] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.477470] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.478128] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.478128] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.478128] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.478392] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.478779] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.479428] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.480014] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.829382] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.831337] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.831337] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.831337] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.832536] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.832536] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 59296a2f-acfd-43fa-bf39-9e3ca284e6fa not found, creating... [ 803.832536] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.832536] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.832536] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.832762] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.832797] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.834313] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.834313] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.834313] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.834313] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.834564] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.834600] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 59296a2f-acfd-43fa-bf39-9e3ca284e6fa is going to be created. [ 803.862525] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.862995] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.863229] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.863546] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.863786] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.864212] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-59296a2f-acfd-43fa-bf39-9e3ca284e6fa" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.973439] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e89aa568-cb12-4fb7-8ac8-c47392f14986 [ 803.973964] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.973964] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.973964] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.974227] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.974333] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.974408] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e89aa568-cb12-4fb7-8ac8-c47392f14986 already deleted. [ 803.974494] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e89aa568-cb12-4fb7-8ac8-c47392f14986" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.983244] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.487875] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.898849] env[69976]: INFO networking_nsxv3.common.synchronization [req-b926c9f8-feb8-40ad-920b-355f2fb5815f req-8cc0bee5-c06d-4fb5-a828-f97fad6edafa service nova] Enqueued Resource ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 with Priority: HIGHEST for action security_group_rules [ 804.899093] env[69976]: INFO networking_nsxv3.common.synchronization [req-b926c9f8-feb8-40ad-920b-355f2fb5815f req-8cc0bee5-c06d-4fb5-a828-f97fad6edafa service nova] Enqueued Resource ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 with Priority: HIGHEST for action security_group_members [ 804.899262] env[69976]: INFO networking_nsxv3.common.synchronization [req-b926c9f8-feb8-40ad-920b-355f2fb5815f req-8cc0bee5-c06d-4fb5-a828-f97fad6edafa service nova] Enqueued Resource ID: 59296a2f-acfd-43fa-bf39-9e3ca284e6fa with Priority: HIGHEST for action port [ 804.899816] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 with Priority: HIGHEST for action security_group_rules [ 804.899976] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 with Priority: HIGHEST for action security_group_members [ 804.907741] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59296a2f-acfd-43fa-bf39-9e3ca284e6fa with Priority: HIGHEST for action port [ 804.908026] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a77a7d28-3dd4-48de-9f6a-cc20e7ada388 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.908177] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.908254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.908528] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.908724] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a77a7d28-3dd4-48de-9f6a-cc20e7ada388',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.909652] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.909762] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.909835] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.910031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.910190] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.910290] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.910351] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.910500] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.910577] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.910665] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a77a7d28-3dd4-48de-9f6a-cc20e7ada388',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.915845] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-59296a2f-acfd-43fa-bf39-9e3ca284e6fa taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.915845] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59296a2f-acfd-43fa-bf39-9e3ca284e6fa" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.915845] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59296a2f-acfd-43fa-bf39-9e3ca284e6fa" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.916092] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59296a2f-acfd-43fa-bf39-9e3ca284e6fa" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.916142] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59296a2f-acfd-43fa-bf39-9e3ca284e6fa',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.991174] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.994354] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.994354] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.994354] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.994354] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.994354] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af6ec24a-16bc-45ce-816d-c65531b01ebc is going to be updated. [ 805.033043] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.033043] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.033043] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.033043] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.033043] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.047877] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: IN_PROGRESS for 2s [ 805.418506] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.418611] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.418842] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a77a7d28-3dd4-48de-9f6a-cc20e7ada388',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.419863] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59296a2f-acfd-43fa-bf39-9e3ca284e6fa with status ACTIVE [ 805.420112] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.420248] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.420323] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.420629] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.420629] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.421465] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.421465] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.421465] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.424871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.424871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.424871] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.424871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.424871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.424871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.424871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.424871] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59296a2f-acfd-43fa-bf39-9e3ca284e6fa is going to be updated. [ 805.448446] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.448695] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.448695] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.448924] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.450175] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.450387] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59296a2f-acfd-43fa-bf39-9e3ca284e6fa" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.925793] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a77a7d28-3dd4-48de-9f6a-cc20e7ada388',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.436793] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.436793] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.436793] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.436793] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.436793] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.436793] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 is going to be created. [ 806.466015] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.466500] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.466602] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.466817] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.466982] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.479378] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 in Status: UNINITIALIZED for 2s [ 807.061456] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: SUCCESS [ 807.061456] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.493675] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 in Status: SUCCESS [ 808.494527] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.494951] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.495421] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.495839] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.496223] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.500281] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.500281] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.500281] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.500281] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.500281] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a77a7d28-3dd4-48de-9f6a-cc20e7ada388',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.569913] env[69976]: INFO networking_nsxv3.common.synchronization [req-339a0eec-ea37-4977-81ce-dd8b196f9915 req-6ac8e7b3-afaf-45b5-8794-28612a02f64d tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Enqueued Resource ID: bcf229d3-cebf-4048-b34f-5816d3577cf0 with Priority: HIGHEST for action security_group_members [ 808.570496] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcf229d3-cebf-4048-b34f-5816d3577cf0 with Priority: HIGHEST for action security_group_members [ 808.570886] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcf229d3-cebf-4048-b34f-5816d3577cf0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.570996] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.572615] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.572615] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.572790] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.572790] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.572889] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.573063] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.573185] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.573475] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcf229d3-cebf-4048-b34f-5816d3577cf0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.925415] env[69976]: INFO networking_nsxv3.common.synchronization [None req-5c9d306e-75d4-4dff-bc72-3276bc5d232f None None] Enqueued Resource ID: adac002b-4a84-4aec-bac9-458477e0ff7c with Priority: HIGHEST for action port [ 808.925415] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adac002b-4a84-4aec-bac9-458477e0ff7c with Priority: HIGHEST for action port [ 808.925415] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-adac002b-4a84-4aec-bac9-458477e0ff7c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.925415] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adac002b-4a84-4aec-bac9-458477e0ff7c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.925415] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adac002b-4a84-4aec-bac9-458477e0ff7c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.925415] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adac002b-4a84-4aec-bac9-458477e0ff7c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.925415] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adac002b-4a84-4aec-bac9-458477e0ff7c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.006131] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.006823] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.006984] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.007490] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.008526] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.009190] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.009343] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.009672] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.009845] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.010000] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.010389] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.010680] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.011190] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.011468] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.011684] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.012060] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.012228] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.012478] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.012651] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.012819] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.013034] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a77a7d28-3dd4-48de-9f6a-cc20e7ada388',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.079711] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.079711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.079711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.079711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.079711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.079711] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.079711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.079711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.079711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.079711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.079711] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcf229d3-cebf-4048-b34f-5816d3577cf0 already deleted. [ 809.079711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.397032] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-396 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.397032] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-396" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.397032] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-396" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.397032] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-396" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.397032] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.397032] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.397032] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.397032] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.397711] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.398122] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.398306] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.398418] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.398583] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.398763] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.398933] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.399145] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.430434] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port adac002b-4a84-4aec-bac9-458477e0ff7c [ 809.430434] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.430434] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.430434] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.430434] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.430434] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.430434] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:adac002b-4a84-4aec-bac9-458477e0ff7c already deleted. [ 809.430434] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adac002b-4a84-4aec-bac9-458477e0ff7c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.432685] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.432987] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 809.432987] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.433251] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-396" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.434351] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.434351] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.434678] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.434960] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.435304] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.515671] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a77a7d28-3dd4-48de-9f6a-cc20e7ada388: rpc.has_security_group_logging(os_id): False [ 809.537254] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.537254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.537254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.537254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.537254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.537254] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.537254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.537254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.537254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.537254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.537254] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.537254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.537254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.537254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.537254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.537772] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.537772] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.537772] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.538534] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.538933] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.539165] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 is going to be created. [ 809.648890] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.648988] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.648988] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.649220] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.649405] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.662024] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 in Status: IN_PROGRESS for 2s [ 809.938814] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.939074] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.939206] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.939483] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.939627] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.939778] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c not found, creating... [ 809.940139] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.940210] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.940319] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.940538] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.940669] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.941071] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.941157] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.941272] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.941477] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.941607] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.942125] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c is going to be created. [ 809.965283] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.965508] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.966325] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.966701] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.966955] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.967210] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.036448] env[69976]: INFO networking_nsxv3.common.synchronization [None req-d7553119-1c65-41ee-be3e-80247655f285 None None] Enqueued Resource ID: fd22103c-d87a-4972-b27b-e50c489529b9 with Priority: HIGHEST for action port [ 810.036448] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd22103c-d87a-4972-b27b-e50c489529b9 with Priority: HIGHEST for action port [ 810.036448] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd22103c-d87a-4972-b27b-e50c489529b9 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.036448] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd22103c-d87a-4972-b27b-e50c489529b9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.036448] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd22103c-d87a-4972-b27b-e50c489529b9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.036660] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd22103c-d87a-4972-b27b-e50c489529b9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.037233] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd22103c-d87a-4972-b27b-e50c489529b9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.129983] env[69976]: INFO networking_nsxv3.common.synchronization [req-8158b691-0ba6-4d60-b55f-c926bb52a13b req-c2f97bec-d128-4919-9c77-2b3f278a6d02 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Enqueued Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 810.131688] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 810.132503] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.132656] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.132747] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.132992] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.133185] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.133297] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.133381] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.133578] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.133684] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.133801] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.495065] env[69976]: INFO networking_nsxv3.common.synchronization [None req-aed34402-99bf-42b4-960f-403380d9a93e tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Enqueued Resource ID: c97dff9b-bd2a-4d4b-82a2-5f60701d9177 with Priority: HIGHEST for action security_group_rules [ 810.495625] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c97dff9b-bd2a-4d4b-82a2-5f60701d9177 with Priority: HIGHEST for action security_group_rules [ 810.495965] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c97dff9b-bd2a-4d4b-82a2-5f60701d9177 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.496139] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.496139] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.498256] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.498356] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c97dff9b-bd2a-4d4b-82a2-5f60701d9177',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.539310] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd22103c-d87a-4972-b27b-e50c489529b9 [ 810.539628] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.539628] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.539789] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.539851] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.539940] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.540050] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd22103c-d87a-4972-b27b-e50c489529b9 already deleted. [ 810.540133] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd22103c-d87a-4972-b27b-e50c489529b9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.636822] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.636822] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.636822] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.636822] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.661904] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.662230] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.662340] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.662409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.662606] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.662684] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.662769] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca is going to be updated. [ 810.703347] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.703548] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.703548] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.703762] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.703905] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.715343] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: IN_PROGRESS for 2s [ 810.822487] env[69976]: INFO networking_nsxv3.common.synchronization [None req-2f7d8f76-5eee-4283-b187-5ce0be700317 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Enqueued Resource ID: c97dff9b-bd2a-4d4b-82a2-5f60701d9177 with Priority: HIGHEST for action security_group_rules [ 810.823329] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c97dff9b-bd2a-4d4b-82a2-5f60701d9177 with Priority: HIGHEST for action security_group_rules [ 810.823626] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c97dff9b-bd2a-4d4b-82a2-5f60701d9177 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.823735] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.020329] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.020481] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.020552] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.020763] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.020899] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.021475] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c97dff9b-bd2a-4d4b-82a2-5f60701d9177 already deleted. [ 811.021475] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.021475] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.021475] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.021680] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c97dff9b-bd2a-4d4b-82a2-5f60701d9177',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.083489] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.083489] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-157" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.083819] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-157" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.083890] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-157" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.084156] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.084659] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.084659] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.084736] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.084847] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.087108] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.087108] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.087108] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.087108] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.087108] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.087108] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.087108] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.111215] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.111215] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 811.111215] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.111215] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-157" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.111215] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-709a7e41-1262-4d1e-a4e2-6821c245a3c9 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.111215] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-709a7e41-1262-4d1e-a4e2-6821c245a3c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.111215] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-709a7e41-1262-4d1e-a4e2-6821c245a3c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.111215] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-709a7e41-1262-4d1e-a4e2-6821c245a3c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.112200] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('709a7e41-1262-4d1e-a4e2-6821c245a3c9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.139863] env[69976]: INFO networking_nsxv3.common.synchronization [req-339a0eec-ea37-4977-81ce-dd8b196f9915 req-9bd320eb-3cc5-4827-adcd-0a4a45211881 service nova] Enqueued Resource ID: bcf229d3-cebf-4048-b34f-5816d3577cf0 with Priority: HIGHEST for action security_group_rules [ 811.139863] env[69976]: INFO networking_nsxv3.common.synchronization [req-339a0eec-ea37-4977-81ce-dd8b196f9915 req-9bd320eb-3cc5-4827-adcd-0a4a45211881 service nova] Enqueued Resource ID: bcf229d3-cebf-4048-b34f-5816d3577cf0 with Priority: HIGHEST for action security_group_members [ 811.140961] env[69976]: INFO networking_nsxv3.common.synchronization [req-339a0eec-ea37-4977-81ce-dd8b196f9915 req-9bd320eb-3cc5-4827-adcd-0a4a45211881 service nova] Enqueued Resource ID: 3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c with Priority: HIGHEST for action port [ 811.141201] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcf229d3-cebf-4048-b34f-5816d3577cf0 with Priority: HIGHEST for action security_group_rules [ 811.141327] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcf229d3-cebf-4048-b34f-5816d3577cf0 with Priority: HIGHEST for action security_group_members [ 811.141424] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c with Priority: HIGHEST for action port [ 811.142111] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcf229d3-cebf-4048-b34f-5816d3577cf0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.144567] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.144567] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.144567] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.144767] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcf229d3-cebf-4048-b34f-5816d3577cf0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.147207] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcf229d3-cebf-4048-b34f-5816d3577cf0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.148983] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.149099] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.149326] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.153679] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.153679] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.153679] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.153679] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.153679] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.153679] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcf229d3-cebf-4048-b34f-5816d3577cf0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.153679] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.153679] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.153679] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.153679] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.153679] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.545690] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.545690] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.546076] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.546076] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.546076] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.546177] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c97dff9b-bd2a-4d4b-82a2-5f60701d9177 already deleted. [ 811.546241] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.620901] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.620901] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.621065] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.622218] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.622218] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.622218] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 709a7e41-1262-4d1e-a4e2-6821c245a3c9 not found, creating... [ 811.622218] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.622218] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.622218] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.622498] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.622632] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.623247] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.623247] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.626017] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.626017] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.626017] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.626017] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 709a7e41-1262-4d1e-a4e2-6821c245a3c9 is going to be created. [ 811.646319] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.649911] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.650066] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.650361] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.650635] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.650830] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-709a7e41-1262-4d1e-a4e2-6821c245a3c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.656334] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcf229d3-cebf-4048-b34f-5816d3577cf0 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.657058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.657335] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcf229d3-cebf-4048-b34f-5816d3577cf0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.658309] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c with status ACTIVE [ 811.659354] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.659354] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.659354] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.659354] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.659674] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.659894] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.660108] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.660233] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.660460] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.660597] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.660838] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.661015] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.661164] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.661423] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.661591] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.661765] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c is going to be updated. [ 811.666157] env[69976]: INFO networking_nsxv3.common.synchronization [None req-e43d93a9-4e4e-42e7-a454-e62351726e62 None None] Enqueued Resource ID: df7d45c0-1032-40be-8c20-254f4886442d with Priority: HIGHEST for action port [ 811.667424] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df7d45c0-1032-40be-8c20-254f4886442d with Priority: HIGHEST for action port [ 811.668328] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-df7d45c0-1032-40be-8c20-254f4886442d taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.668551] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df7d45c0-1032-40be-8c20-254f4886442d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.668797] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df7d45c0-1032-40be-8c20-254f4886442d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.669253] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df7d45c0-1032-40be-8c20-254f4886442d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.669439] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df7d45c0-1032-40be-8c20-254f4886442d',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.688474] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 in Status: SUCCESS [ 811.688474] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.690734] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.690941] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.691037] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.691254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.691442] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.691733] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.000312] env[69976]: INFO networking_nsxv3.common.synchronization [None req-75edcba5-cb4a-4165-852a-ed12aa8faff1 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Enqueued Resource ID: e51bbd0a-7fa9-4229-a998-a17f851ffef9 with Priority: HIGHEST for action security_group_rules [ 812.001281] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e51bbd0a-7fa9-4229-a998-a17f851ffef9 with Priority: HIGHEST for action security_group_rules [ 812.001950] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e51bbd0a-7fa9-4229-a998-a17f851ffef9 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.002913] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.002996] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.003372] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.003471] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e51bbd0a-7fa9-4229-a998-a17f851ffef9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.159571] env[69976]: INFO networking_nsxv3.common.synchronization [None req-625c3c0a-e16d-46df-b676-85240feda633 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Enqueued Resource ID: e51bbd0a-7fa9-4229-a998-a17f851ffef9 with Priority: HIGHEST for action security_group_rules [ 812.159571] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e51bbd0a-7fa9-4229-a998-a17f851ffef9 with Priority: HIGHEST for action security_group_rules [ 812.159731] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e51bbd0a-7fa9-4229-a998-a17f851ffef9 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.159731] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.165246] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcf229d3-cebf-4048-b34f-5816d3577cf0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.172163] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df7d45c0-1032-40be-8c20-254f4886442d [ 812.172404] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.172534] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.172602] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.172822] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.172915] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.173020] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df7d45c0-1032-40be-8c20-254f4886442d already deleted. [ 812.173104] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df7d45c0-1032-40be-8c20-254f4886442d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.524586] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.524972] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.525089] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.525353] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.525398] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.525548] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e51bbd0a-7fa9-4229-a998-a17f851ffef9 already deleted. [ 812.525585] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.525933] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.525933] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.526057] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e51bbd0a-7fa9-4229-a998-a17f851ffef9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.648262] env[69976]: INFO networking_nsxv3.common.synchronization [req-8158b691-0ba6-4d60-b55f-c926bb52a13b req-dc5f42bc-eca2-4ee1-9d1a-46122d3dabe8 service nova] Enqueued Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_rules [ 812.648702] env[69976]: INFO networking_nsxv3.common.synchronization [req-8158b691-0ba6-4d60-b55f-c926bb52a13b req-dc5f42bc-eca2-4ee1-9d1a-46122d3dabe8 service nova] Enqueued Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 812.648702] env[69976]: INFO networking_nsxv3.common.synchronization [req-8158b691-0ba6-4d60-b55f-c926bb52a13b req-dc5f42bc-eca2-4ee1-9d1a-46122d3dabe8 service nova] Enqueued Resource ID: 709a7e41-1262-4d1e-a4e2-6821c245a3c9 with Priority: HIGHEST for action port [ 812.648867] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_rules [ 812.648971] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 812.649091] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 709a7e41-1262-4d1e-a4e2-6821c245a3c9 with Priority: HIGHEST for action port [ 812.649638] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.650944] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.651919] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.651919] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.651919] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.652484] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.652643] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.654550] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-709a7e41-1262-4d1e-a4e2-6821c245a3c9 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.654550] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-709a7e41-1262-4d1e-a4e2-6821c245a3c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.654550] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-709a7e41-1262-4d1e-a4e2-6821c245a3c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.654550] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-709a7e41-1262-4d1e-a4e2-6821c245a3c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.654550] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('709a7e41-1262-4d1e-a4e2-6821c245a3c9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.669761] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.669761] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.669761] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.669761] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.669761] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.669761] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcf229d3-cebf-4048-b34f-5816d3577cf0 is going to be created. [ 812.701628] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.701796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.701882] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.702262] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.702340] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.716192] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcf229d3-cebf-4048-b34f-5816d3577cf0 in Status: UNINITIALIZED for 2s [ 812.728990] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: SUCCESS [ 812.729221] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca deletion is rescheduled due to dependency. [ 812.729346] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.729814] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.730023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.730246] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.730372] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.730432] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.730644] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.730734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.730833] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.740670] env[69976]: INFO networking_nsxv3.common.synchronization [req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 req-bd8c6e14-c4a4-4f73-945c-1b940163069b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Enqueued Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_members [ 812.741655] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_members [ 812.741997] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.744386] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.744625] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.744872] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.745205] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.745338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.745404] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.745603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.746150] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.746150] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.024766] env[69976]: INFO networking_nsxv3.common.synchronization [None req-b9a11617-3668-425d-96c5-f2fb24c325ae None None] Enqueued Resource ID: 43a72e4f-efe6-452a-ae41-4888beb427b0 with Priority: HIGHEST for action port [ 813.025030] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43a72e4f-efe6-452a-ae41-4888beb427b0 with Priority: HIGHEST for action port [ 813.026890] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-43a72e4f-efe6-452a-ae41-4888beb427b0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.026890] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43a72e4f-efe6-452a-ae41-4888beb427b0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.026890] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43a72e4f-efe6-452a-ae41-4888beb427b0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.027093] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43a72e4f-efe6-452a-ae41-4888beb427b0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.027093] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43a72e4f-efe6-452a-ae41-4888beb427b0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.055604] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.055794] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.055794] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.056146] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.056292] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.056398] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e51bbd0a-7fa9-4229-a998-a17f851ffef9 already deleted. [ 813.056487] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.160480] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.160619] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.162097] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 709a7e41-1262-4d1e-a4e2-6821c245a3c9 with status ACTIVE [ 813.162349] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.162481] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.162552] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.162769] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.162961] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.163981] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.163981] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.163981] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.163981] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.163981] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.163981] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.163981] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.164360] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.164360] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.164360] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.164360] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 709a7e41-1262-4d1e-a4e2-6821c245a3c9 is going to be updated. [ 813.196702] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.196943] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.196943] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.197280] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.197388] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.197658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-709a7e41-1262-4d1e-a4e2-6821c245a3c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.233929] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.251022] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.251201] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.251252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.251496] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.251770] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.251828] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.251887] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.251972] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.252170] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.252241] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.252338] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f is going to be updated. [ 813.295892] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.296142] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.296232] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.296401] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.296569] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.305875] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: IN_PROGRESS for 2s [ 813.532031] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43a72e4f-efe6-452a-ae41-4888beb427b0 [ 813.532031] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.532031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.532031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.532284] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.532323] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.532399] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43a72e4f-efe6-452a-ae41-4888beb427b0 already deleted. [ 813.532495] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43a72e4f-efe6-452a-ae41-4888beb427b0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.737208] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.240287] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.240422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.240503] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.240716] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.240816] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.240959] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca is going to be updated. [ 814.272653] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.272736] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.272840] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.273033] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.273162] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.282686] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: IN_PROGRESS for 2s [ 814.736542] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcf229d3-cebf-4048-b34f-5816d3577cf0 in Status: SUCCESS [ 814.736819] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.737065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.738340] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.738340] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.738340] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.738340] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.738340] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.738340] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.738340] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.738340] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcf229d3-cebf-4048-b34f-5816d3577cf0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.243200] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcf229d3-cebf-4048-b34f-5816d3577cf0 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.243424] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.243500] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.243734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.243915] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.244048] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.244117] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.244230] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.244300] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.244401] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.244545] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcf229d3-cebf-4048-b34f-5816d3577cf0 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.244648] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.244715] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.244834] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.244969] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.245092] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.245158] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.245300] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.245371] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.245443] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.245541] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcf229d3-cebf-4048-b34f-5816d3577cf0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.275073] env[69976]: INFO networking_nsxv3.common.synchronization [req-7d4421e3-763c-44c3-a45a-2557b9739f5c req-384fa735-ec3c-4632-8c67-f8f7be69714f tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Enqueued Resource ID: 41c710ad-450f-46c8-abbf-7b339725c4ab with Priority: HIGHEST for action security_group_members [ 815.275585] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c710ad-450f-46c8-abbf-7b339725c4ab with Priority: HIGHEST for action security_group_members [ 815.275889] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c710ad-450f-46c8-abbf-7b339725c4ab taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.276020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.276089] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.276356] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.276507] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.276611] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.276675] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.276825] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.276912] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.277030] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41c710ad-450f-46c8-abbf-7b339725c4ab',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.315845] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: SUCCESS [ 815.316363] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f deletion is rescheduled due to dependency. [ 815.316636] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.676574] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-753 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.677616] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-753" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.677616] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-753" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.677616] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-753" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.677616] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.677853] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.677853] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.677995] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.678164] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.678394] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.678551] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.678612] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.678903] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.678903] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.679023] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.679060] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.703107] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.705027] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 815.705027] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.705027] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-753" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.705027] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-d5399679-81b2-44fa-b790-0a03ab0ae753 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.705027] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-d5399679-81b2-44fa-b790-0a03ab0ae753" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.705027] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-d5399679-81b2-44fa-b790-0a03ab0ae753" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.705027] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-d5399679-81b2-44fa-b790-0a03ab0ae753" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.705027] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5399679-81b2-44fa-b790-0a03ab0ae753',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.752086] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcf229d3-cebf-4048-b34f-5816d3577cf0: rpc.has_security_group_logging(os_id): False [ 815.771298] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.771446] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.771520] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.771743] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.771831] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.772026] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.772131] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.772196] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.772349] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.772429] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.772609] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.772703] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.772765] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.772922] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.773007] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.773298] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.773428] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.773494] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.773639] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.773738] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.773799] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcf229d3-cebf-4048-b34f-5816d3577cf0 is going to be created. [ 815.779537] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.779689] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.779789] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.780360] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.780360] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.780360] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.780360] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.780663] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.780663] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.780663] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.780753] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41c710ad-450f-46c8-abbf-7b339725c4ab already deleted. [ 815.780790] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.843999] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.844204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.844277] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.844485] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.844719] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.858034] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcf229d3-cebf-4048-b34f-5816d3577cf0 in Status: IN_PROGRESS for 2s [ 816.207788] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.208166] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.208392] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.208683] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.208842] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.209042] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port d5399679-81b2-44fa-b790-0a03ab0ae753 not found, creating... [ 816.209366] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.209631] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.209810] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.210121] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.210195] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.210487] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.210649] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.210768] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.211057] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.211282] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.211522] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: d5399679-81b2-44fa-b790-0a03ab0ae753 is going to be created. [ 816.239230] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.239230] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.239230] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.239230] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.239230] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.239230] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-d5399679-81b2-44fa-b790-0a03ab0ae753" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.295353] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: SUCCESS [ 816.295968] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.296296] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.296603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.296918] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.297202] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.297368] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.297638] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.297820] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.298016] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.298313] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.800449] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.801138] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.801138] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.801138] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.801245] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.801336] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.801387] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.801557] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.801644] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.801765] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.801877] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.801996] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.802097] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.802269] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.802413] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.802535] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.802569] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.802697] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.802773] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.802855] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.802986] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.033716] env[69976]: INFO networking_nsxv3.common.synchronization [req-7d4421e3-763c-44c3-a45a-2557b9739f5c req-f095d4c5-0130-44e9-978d-6ddea379bb7e service nova] Enqueued Resource ID: 41c710ad-450f-46c8-abbf-7b339725c4ab with Priority: HIGHEST for action security_group_rules [ 817.033716] env[69976]: INFO networking_nsxv3.common.synchronization [req-7d4421e3-763c-44c3-a45a-2557b9739f5c req-f095d4c5-0130-44e9-978d-6ddea379bb7e service nova] Enqueued Resource ID: 41c710ad-450f-46c8-abbf-7b339725c4ab with Priority: HIGHEST for action security_group_members [ 817.033716] env[69976]: INFO networking_nsxv3.common.synchronization [req-7d4421e3-763c-44c3-a45a-2557b9739f5c req-f095d4c5-0130-44e9-978d-6ddea379bb7e service nova] Enqueued Resource ID: d5399679-81b2-44fa-b790-0a03ab0ae753 with Priority: HIGHEST for action port [ 817.033716] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c710ad-450f-46c8-abbf-7b339725c4ab with Priority: HIGHEST for action security_group_rules [ 817.033716] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c710ad-450f-46c8-abbf-7b339725c4ab with Priority: HIGHEST for action security_group_members [ 817.033716] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5399679-81b2-44fa-b790-0a03ab0ae753 with Priority: HIGHEST for action port [ 817.033716] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41c710ad-450f-46c8-abbf-7b339725c4ab taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.034195] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.034437] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.034858] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.035048] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41c710ad-450f-46c8-abbf-7b339725c4ab',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.036246] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c710ad-450f-46c8-abbf-7b339725c4ab taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.036550] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.036716] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.037053] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.037399] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.037608] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.037758] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.037996] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.038269] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.038463] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41c710ad-450f-46c8-abbf-7b339725c4ab',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.039372] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5399679-81b2-44fa-b790-0a03ab0ae753 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.039626] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5399679-81b2-44fa-b790-0a03ab0ae753" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.039786] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5399679-81b2-44fa-b790-0a03ab0ae753" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.043126] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5399679-81b2-44fa-b790-0a03ab0ae753" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.043126] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5399679-81b2-44fa-b790-0a03ab0ae753',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.307938] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a9068b9-da0b-413d-a55a-f0b74d4c1cca: rpc.has_security_group_logging(os_id): False [ 817.326227] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.326383] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.326456] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.326676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.326771] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.326990] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.327108] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.327181] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.327366] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.327449] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.327642] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.327743] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.327811] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.327957] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.328048] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.328230] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.328329] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.328394] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.328537] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.328614] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.328703] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca is going to be updated. [ 817.397885] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.398054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.398130] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.398412] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.398482] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.413938] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: IN_PROGRESS for 2s [ 817.505133] env[69976]: INFO networking_nsxv3.common.synchronization [req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 req-1ec94883-33a0-4dfc-ad8f-50180185241d tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Enqueued Resource ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b with Priority: HIGHEST for action security_group_members [ 817.505661] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b with Priority: HIGHEST for action security_group_members [ 817.505960] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-52de3ac3-b1dc-418a-a9ba-dac238f3911b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.506100] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.506161] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.506368] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.506521] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.506620] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.506683] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.506830] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.506958] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.507023] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.545163] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c710ad-450f-46c8-abbf-7b339725c4ab taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.545350] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.545627] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41c710ad-450f-46c8-abbf-7b339725c4ab',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.546813] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5399679-81b2-44fa-b790-0a03ab0ae753 with status ACTIVE [ 817.550021] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.550021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.550021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.550021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.550021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.550021] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.550021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.550021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.550021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.550021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.550021] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.550021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.550021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.550021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.550021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.550021] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5399679-81b2-44fa-b790-0a03ab0ae753 is going to be updated. [ 817.594798] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.594798] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.595085] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.595167] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.596040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.596040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5399679-81b2-44fa-b790-0a03ab0ae753" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.879861] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcf229d3-cebf-4048-b34f-5816d3577cf0 in Status: SUCCESS [ 817.879861] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.010707] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.053671] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41c710ad-450f-46c8-abbf-7b339725c4ab',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.132172] env[69976]: INFO networking_nsxv3.common.synchronization [req-07af012b-4496-4272-8da0-e785ccfe4a61 req-55e2d9a0-0d4a-4296-8fde-846f5eabf6f9 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Enqueued Resource ID: 6ebb4439-1bc0-40d4-b841-7fdf4140c656 with Priority: HIGHEST for action security_group_members [ 818.133185] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ebb4439-1bc0-40d4-b841-7fdf4140c656 with Priority: HIGHEST for action security_group_members [ 818.133574] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ebb4439-1bc0-40d4-b841-7fdf4140c656 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.133724] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.133767] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.134097] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.134446] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.134446] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.134446] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.134636] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.134636] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.134732] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ebb4439-1bc0-40d4-b841-7fdf4140c656',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.512247] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.555552] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.555808] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.555939] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.558871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.558871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.558871] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41c710ad-450f-46c8-abbf-7b339725c4ab is going to be created. [ 818.585926] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.586098] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.586187] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.586370] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.586525] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.599745] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41c710ad-450f-46c8-abbf-7b339725c4ab in Status: UNINITIALIZED for 2s [ 818.601862] env[69976]: INFO networking_nsxv3.common.synchronization [req-8293cd53-39b8-4eed-8be9-8ea701bc917b req-d4232409-514f-490d-b4a5-a7e7561f8e1b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Enqueued Resource ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b with Priority: HIGHEST for action security_group_members [ 818.602440] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b with Priority: HIGHEST for action security_group_members [ 818.602734] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-52de3ac3-b1dc-418a-a9ba-dac238f3911b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.602849] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.637727] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.637923] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.638068] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.638360] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.638494] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.638735] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.639612] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.639726] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.639937] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.640022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.640122] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ebb4439-1bc0-40d4-b841-7fdf4140c656 already deleted. [ 818.640212] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.720759] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-113 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.720881] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-113" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.721219] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-113" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.721487] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-113" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.721740] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.723683] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.723683] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.723683] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.723683] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.723683] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 818.723683] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.723683] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.723683] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.723995] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 818.723995] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.724073] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.752159] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.752334] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 818.752470] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.752644] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-113" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.752967] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-ff40f4f0-8eaf-404a-aa68-f0fda4a2436e taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.753181] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-ff40f4f0-8eaf-404a-aa68-f0fda4a2436e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.753308] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-ff40f4f0-8eaf-404a-aa68-f0fda4a2436e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.753638] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-ff40f4f0-8eaf-404a-aa68-f0fda4a2436e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.753787] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff40f4f0-8eaf-404a-aa68-f0fda4a2436e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.017723] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.017723] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.017723] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.017723] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.017723] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.017723] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b is going to be updated. [ 819.053161] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.053445] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.053603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.053973] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.054273] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.068983] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b in Status: IN_PROGRESS for 2s [ 819.256758] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.257042] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.257211] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.257516] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.257987] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.258215] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port ff40f4f0-8eaf-404a-aa68-f0fda4a2436e not found, creating... [ 819.258531] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.258769] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.258869] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.259224] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.259387] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.259716] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.259935] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.260126] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.260411] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.260562] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.260711] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: ff40f4f0-8eaf-404a-aa68-f0fda4a2436e is going to be created. [ 819.299702] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.299910] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.300047] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.300323] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.300553] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.300851] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-ff40f4f0-8eaf-404a-aa68-f0fda4a2436e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.443872] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: SUCCESS [ 819.444166] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.925921] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.926140] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.926229] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.926551] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.927083] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.133341] env[69976]: INFO networking_nsxv3.common.synchronization [req-07af012b-4496-4272-8da0-e785ccfe4a61 req-0201ab1a-0078-4052-a807-d974a9e65681 service nova] Enqueued Resource ID: 6ebb4439-1bc0-40d4-b841-7fdf4140c656 with Priority: HIGHEST for action security_group_rules [ 820.133341] env[69976]: INFO networking_nsxv3.common.synchronization [req-07af012b-4496-4272-8da0-e785ccfe4a61 req-0201ab1a-0078-4052-a807-d974a9e65681 service nova] Enqueued Resource ID: 6ebb4439-1bc0-40d4-b841-7fdf4140c656 with Priority: HIGHEST for action security_group_members [ 820.135060] env[69976]: INFO networking_nsxv3.common.synchronization [req-07af012b-4496-4272-8da0-e785ccfe4a61 req-0201ab1a-0078-4052-a807-d974a9e65681 service nova] Enqueued Resource ID: ff40f4f0-8eaf-404a-aa68-f0fda4a2436e with Priority: HIGHEST for action port [ 820.135709] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ebb4439-1bc0-40d4-b841-7fdf4140c656 with Priority: HIGHEST for action security_group_rules [ 820.135847] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ebb4439-1bc0-40d4-b841-7fdf4140c656 with Priority: HIGHEST for action security_group_members [ 820.135943] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff40f4f0-8eaf-404a-aa68-f0fda4a2436e with Priority: HIGHEST for action port [ 820.136277] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ebb4439-1bc0-40d4-b841-7fdf4140c656 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.136409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.136578] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.136717] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.136810] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ebb4439-1bc0-40d4-b841-7fdf4140c656',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.138826] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ebb4439-1bc0-40d4-b841-7fdf4140c656 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.138941] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.139028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.139770] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.139770] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.139770] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.139770] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.143349] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.143464] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.143924] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ebb4439-1bc0-40d4-b841-7fdf4140c656',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.144623] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff40f4f0-8eaf-404a-aa68-f0fda4a2436e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.144733] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff40f4f0-8eaf-404a-aa68-f0fda4a2436e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.144819] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff40f4f0-8eaf-404a-aa68-f0fda4a2436e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.144997] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff40f4f0-8eaf-404a-aa68-f0fda4a2436e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.147072] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff40f4f0-8eaf-404a-aa68-f0fda4a2436e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.429985] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.609807] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41c710ad-450f-46c8-abbf-7b339725c4ab in Status: SUCCESS [ 820.610137] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.610239] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.610438] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.611060] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.611282] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.611410] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.611807] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.611967] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.612115] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.612286] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41c710ad-450f-46c8-abbf-7b339725c4ab',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.639497] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ebb4439-1bc0-40d4-b841-7fdf4140c656 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.639640] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.649099] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ebb4439-1bc0-40d4-b841-7fdf4140c656',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.652749] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff40f4f0-8eaf-404a-aa68-f0fda4a2436e with status ACTIVE [ 820.653043] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.653249] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.653249] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.653535] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.653698] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.653986] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.654175] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.654257] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.654436] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.654522] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.654965] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.654965] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.654965] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.655146] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.655146] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.655349] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff40f4f0-8eaf-404a-aa68-f0fda4a2436e is going to be updated. [ 820.706107] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.706347] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.706347] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.706536] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.706670] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.706836] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff40f4f0-8eaf-404a-aa68-f0fda4a2436e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.932311] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.017532] env[69976]: INFO networking_nsxv3.common.synchronization [req-575a2ee3-cb6e-4005-816f-edec9577f6a9 req-a716ac2c-1c7e-4118-93c8-b77babb3af57 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Enqueued Resource ID: 543695d7-0390-4178-a13e-4937bc59eb77 with Priority: HIGHEST for action security_group_members [ 821.018329] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543695d7-0390-4178-a13e-4937bc59eb77 with Priority: HIGHEST for action security_group_members [ 821.018722] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-543695d7-0390-4178-a13e-4937bc59eb77 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.018886] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.018959] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.020983] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.020983] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.020983] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.020983] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.020983] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.021387] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.021387] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('543695d7-0390-4178-a13e-4937bc59eb77',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.086126] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b in Status: SUCCESS [ 821.086126] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.086126] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.086126] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.086126] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.086126] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.086126] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.086126] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.086126] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.086126] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.117711] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c710ad-450f-46c8-abbf-7b339725c4ab taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.117711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.117711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.117711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.117711] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.117711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.117711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.117711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.117711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.117711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.117711] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c710ad-450f-46c8-abbf-7b339725c4ab taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.117711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.117711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.117711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.117711] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.117711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.118499] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.118499] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.118499] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.118499] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.118499] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41c710ad-450f-46c8-abbf-7b339725c4ab',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.152105] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ebb4439-1bc0-40d4-b841-7fdf4140c656',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.434667] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 821.436680] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 821.525111] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.525111] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.525111] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.525111] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.525111] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.525111] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.525111] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.525111] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.525111] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.525111] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.525111] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543695d7-0390-4178-a13e-4937bc59eb77 already deleted. [ 821.525111] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.588290] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.588655] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.588918] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.591316] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.591316] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.591316] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.591316] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.591316] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.591316] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.591316] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.591316] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b is going to be updated. [ 821.623540] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.623540] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.623540] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.623540] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.623878] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.623878] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.623972] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.624210] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.624746] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.624746] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 821.624746] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 821.624898] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 821.624947] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 821.625084] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 821.625219] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 821.625395] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 821.628688] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.628826] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.628953] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.629094] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.629328] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.630301] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41c710ad-450f-46c8-abbf-7b339725c4ab: rpc.has_security_group_logging(os_id): False [ 821.652798] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b in Status: IN_PROGRESS for 2s [ 821.654746] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.655808] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.655808] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.655808] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.655808] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.655808] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ebb4439-1bc0-40d4-b841-7fdf4140c656 is going to be created. [ 821.665129] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 821.665359] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 821.665543] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 821.665745] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.666145] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-e662529c-37dd-4e85-9ac9-7235e27a643a taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.666365] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-e662529c-37dd-4e85-9ac9-7235e27a643a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.666497] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-e662529c-37dd-4e85-9ac9-7235e27a643a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.666860] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-e662529c-37dd-4e85-9ac9-7235e27a643a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.667032] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e662529c-37dd-4e85-9ac9-7235e27a643a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.672831] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.672912] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.673000] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.673224] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.673478] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.673630] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.673753] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.673841] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.674150] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.674369] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.674604] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.674735] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.674819] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.675021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.675134] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.675538] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.675671] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.675760] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.675969] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.676065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.676100] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41c710ad-450f-46c8-abbf-7b339725c4ab is going to be created. [ 821.696915] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.697113] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.697202] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.697355] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.697518] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.711022] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ebb4439-1bc0-40d4-b841-7fdf4140c656 in Status: UNINITIALIZED for 2s [ 821.788520] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.788703] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.788743] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.788951] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.789152] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.805481] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41c710ad-450f-46c8-abbf-7b339725c4ab in Status: IN_PROGRESS for 2s [ 822.169748] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.170184] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.170184] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.170431] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.170584] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.170743] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port e662529c-37dd-4e85-9ac9-7235e27a643a not found, creating... [ 822.171048] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.171238] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.171320] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.171553] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.171699] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.171987] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.172193] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.172311] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.172545] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.172686] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.172822] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: e662529c-37dd-4e85-9ac9-7235e27a643a is going to be created. [ 822.198058] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.198307] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.198405] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.198683] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.199040] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.199294] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-e662529c-37dd-4e85-9ac9-7235e27a643a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.679619] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.679783] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.679859] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.680112] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.694432] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 822.695349] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.696606] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 822.726738] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.726917] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.726961] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.727302] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.733539] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.734123] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 822.734288] env[69976]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'ff40f4f0-8eaf-404a-aa68-f0fda4a2436e'} {{(pid=69976) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 822.734288] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 822.785662] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.785879] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.785879] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.786137] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.787234] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.787455] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 822.876078] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.876246] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.876322] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.876528] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.876758] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.877013] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 822.939303] env[69976]: INFO networking_nsxv3.common.synchronization [req-575a2ee3-cb6e-4005-816f-edec9577f6a9 req-2b58b7b7-6620-4994-8388-7615728c09e8 service nova] Enqueued Resource ID: 543695d7-0390-4178-a13e-4937bc59eb77 with Priority: HIGHEST for action security_group_rules [ 822.939488] env[69976]: INFO networking_nsxv3.common.synchronization [req-575a2ee3-cb6e-4005-816f-edec9577f6a9 req-2b58b7b7-6620-4994-8388-7615728c09e8 service nova] Enqueued Resource ID: 543695d7-0390-4178-a13e-4937bc59eb77 with Priority: HIGHEST for action security_group_members [ 822.939630] env[69976]: INFO networking_nsxv3.common.synchronization [req-575a2ee3-cb6e-4005-816f-edec9577f6a9 req-2b58b7b7-6620-4994-8388-7615728c09e8 service nova] Enqueued Resource ID: e662529c-37dd-4e85-9ac9-7235e27a643a with Priority: HIGHEST for action port [ 822.939870] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543695d7-0390-4178-a13e-4937bc59eb77 with Priority: HIGHEST for action security_group_rules [ 822.940016] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543695d7-0390-4178-a13e-4937bc59eb77 with Priority: HIGHEST for action security_group_members [ 822.940130] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e662529c-37dd-4e85-9ac9-7235e27a643a with Priority: HIGHEST for action port [ 822.940715] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-543695d7-0390-4178-a13e-4937bc59eb77 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.940841] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.940909] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.941195] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.941286] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('543695d7-0390-4178-a13e-4937bc59eb77',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.942154] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-543695d7-0390-4178-a13e-4937bc59eb77 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.944341] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.944341] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.944341] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.944341] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.944341] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.944341] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.944341] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.944341] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.944341] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('543695d7-0390-4178-a13e-4937bc59eb77',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.944341] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-e662529c-37dd-4e85-9ac9-7235e27a643a taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.944341] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e662529c-37dd-4e85-9ac9-7235e27a643a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.945124] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e662529c-37dd-4e85-9ac9-7235e27a643a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.945124] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e662529c-37dd-4e85-9ac9-7235e27a643a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.945124] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e662529c-37dd-4e85-9ac9-7235e27a643a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.948913] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.949074] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.949137] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.949316] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.949883] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.949883] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:36. [ 822.949883] env[69976]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'d4412ff1-9f33-4839-b924-be0f7e1bbd3e', 'aea70b8e-f9e5-474d-986c-732e33c92d44', 'f7a4c9cf-f061-4313-bc6c-69b48e7d273d', '4f519860-3797-4ed6-b643-21ef99db727c', 'bcf229d3-cebf-4048-b34f-5816d3577cf0', '949920bc-3e1b-4e49-b58a-f1042580e7e8', 'c8f240eb-6480-4509-8323-b128bb1f3dc6', '88255007-2a52-4e7c-80c4-7f73005f3cce', 'ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a', 'f316deae-cff1-4d6a-a4a3-a59565c73c0d', 'cf55a032-4305-4c90-9bbc-f6318120f95b', 'd28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba', 'a305b992-f3d8-451a-a8d8-39fb2471577f', '4c7a7c46-0d0c-456e-8376-347f94c737c9', '6ea88d9e-5755-40bd-8eb5-e639ffb6a86f', '6a9068b9-da0b-413d-a55a-f0b74d4c1cca', 'd3b88d06-65f2-43f3-b447-6b2ea1a70341', '2ce35a67-1a22-4306-b3c6-f02d025e8a25', '9591b14e-552f-467c-9e3a-bd40483cc3c0', '26629797-2ce9-4e41-98c5-f1c0be74e985', 'd96f5c9f-28c0-4f89-b183-44a2472f0b7f', '52de3ac3-b1dc-418a-a9ba-dac238f3911b', 'b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6', '3283b4f6-62cd-4112-b402-d04b7bf162e4', 'd98e322c-f95f-4a2a-9765-7546e3253f72', '873b7a00-2a66-4c56-8ac8-bb47d5778645', 'e70d6c7b-882b-4a67-aef5-0346951944eb', 'bfc0f383-cba9-4950-8954-bb05f4e038d3', '4f5d12cf-964a-4887-baf0-d32a60295419', 'af6ec24a-16bc-45ce-816d-c65531b01ebc', '4988a7fe-e226-47f2-8e9f-0662594eaab8', '41c710ad-450f-46c8-abbf-7b339725c4ab', 'a9b16169-3720-46ad-adea-d636fca71bd3', 'a77a7d28-3dd4-48de-9f6a-cc20e7ada388', '6ed25f09-e9bc-4746-9e81-4c2c4e987afd', 'b6b00d40-c304-4a25-a68f-0c2aca74fb47'} {{(pid=69976) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 822.950149] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 822.982711] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.982711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.982711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.982711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.982711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.982711] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 822.982711] env[69976]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69976) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 822.982711] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 823.164111] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.164288] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.164333] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.164612] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.165398] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.165663] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 823.165750] env[69976]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69976) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 823.165824] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 823.165893] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 823.165977] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff40f4f0-8eaf-404a-aa68-f0fda4a2436e with Priority: HIGH for action port [ 823.166079] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/36 resources of Type:Security Group Rules [ 823.166261] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGH for action security_group_rules [ 823.166261] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aea70b8e-f9e5-474d-986c-732e33c92d44 with Priority: HIGH for action security_group_rules [ 823.166324] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f7a4c9cf-f061-4313-bc6c-69b48e7d273d with Priority: HIGH for action security_group_rules [ 823.166388] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f519860-3797-4ed6-b643-21ef99db727c with Priority: HIGH for action security_group_rules [ 823.166432] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bcf229d3-cebf-4048-b34f-5816d3577cf0 with Priority: HIGH for action security_group_rules [ 823.166566] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 with Priority: HIGH for action security_group_rules [ 823.166566] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c8f240eb-6480-4509-8323-b128bb1f3dc6 with Priority: HIGH for action security_group_rules [ 823.166661] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 88255007-2a52-4e7c-80c4-7f73005f3cce with Priority: HIGH for action security_group_rules [ 823.166661] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a with Priority: HIGH for action security_group_rules [ 823.166750] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f316deae-cff1-4d6a-a4a3-a59565c73c0d with Priority: HIGH for action security_group_rules [ 823.166800] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGH for action security_group_rules [ 823.166867] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba with Priority: HIGH for action security_group_rules [ 823.166913] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGH for action security_group_rules [ 823.166978] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 with Priority: HIGH for action security_group_rules [ 823.167043] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f with Priority: HIGH for action security_group_rules [ 823.167108] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGH for action security_group_rules [ 823.167175] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d3b88d06-65f2-43f3-b447-6b2ea1a70341 with Priority: HIGH for action security_group_rules [ 823.167234] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ce35a67-1a22-4306-b3c6-f02d025e8a25 with Priority: HIGH for action security_group_rules [ 823.167293] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 with Priority: HIGH for action security_group_rules [ 823.167397] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.446613] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('543695d7-0390-4178-a13e-4937bc59eb77',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.452144] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-543695d7-0390-4178-a13e-4937bc59eb77 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.452376] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.452518] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e662529c-37dd-4e85-9ac9-7235e27a643a with status ACTIVE [ 823.453058] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.453232] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.453324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.453571] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.453666] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.453865] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.453971] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.454063] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.454252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.454332] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.454518] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.454614] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.454677] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.454817] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.454892] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.454979] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e662529c-37dd-4e85-9ac9-7235e27a643a is going to be updated. [ 823.483958] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.484125] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.484177] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.484470] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.484606] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.484763] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e662529c-37dd-4e85-9ac9-7235e27a643a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.661670] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b in Status: SUCCESS [ 823.661866] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b deletion is rescheduled due to dependency. [ 823.661980] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.721589] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ebb4439-1bc0-40d4-b841-7fdf4140c656 in Status: SUCCESS [ 823.721837] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.722063] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.722263] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.722461] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.722582] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.722643] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.722922] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.723023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.723120] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.723168] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ebb4439-1bc0-40d4-b841-7fdf4140c656',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.825015] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41c710ad-450f-46c8-abbf-7b339725c4ab in Status: SUCCESS [ 823.827623] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.949396] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('543695d7-0390-4178-a13e-4937bc59eb77',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.225838] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ebb4439-1bc0-40d4-b841-7fdf4140c656',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.454960] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.455298] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.455298] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.455519] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.455614] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.455754] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543695d7-0390-4178-a13e-4937bc59eb77 is going to be created. [ 824.491120] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.492534] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.492534] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.492534] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.492534] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.510831] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543695d7-0390-4178-a13e-4937bc59eb77 in Status: UNINITIALIZED for 2s [ 824.728670] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ebb4439-1bc0-40d4-b841-7fdf4140c656: rpc.has_security_group_logging(os_id): False [ 824.753309] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.753535] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.753584] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.753771] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.753867] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.754194] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.754299] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.754369] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.754575] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.754630] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.754726] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ebb4439-1bc0-40d4-b841-7fdf4140c656 is going to be created. [ 824.841532] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.841752] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.841752] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.842014] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.842237] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.857060] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ebb4439-1bc0-40d4-b841-7fdf4140c656 in Status: IN_PROGRESS for 2s [ 825.103563] env[69976]: INFO networking_nsxv3.common.synchronization [req-da470777-9fc1-4b62-bb91-9e21bbce3d2b req-e361b484-fe71-4aaf-89bc-dcc44704b4da tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Enqueued Resource ID: bcf229d3-cebf-4048-b34f-5816d3577cf0 with Priority: HIGHEST for action security_group_members [ 825.103896] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcf229d3-cebf-4048-b34f-5816d3577cf0 with Priority: HIGHEST for action security_group_members [ 825.104068] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff40f4f0-8eaf-404a-aa68-f0fda4a2436e with Priority: HIGH for action port [ 825.104188] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aea70b8e-f9e5-474d-986c-732e33c92d44 with Priority: HIGH for action security_group_rules [ 825.104291] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 with Priority: HIGH for action security_group_rules [ 825.104389] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 with Priority: HIGH for action security_group_rules [ 825.104511] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 with Priority: HIGH for action security_group_rules [ 825.104574] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ce35a67-1a22-4306-b3c6-f02d025e8a25 with Priority: HIGH for action security_group_rules [ 825.104670] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3b88d06-65f2-43f3-b447-6b2ea1a70341 with Priority: HIGH for action security_group_rules [ 825.104760] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGH for action security_group_rules [ 825.104851] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGH for action security_group_rules [ 825.104941] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f with Priority: HIGH for action security_group_rules [ 825.105040] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba with Priority: HIGH for action security_group_rules [ 825.105132] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGH for action security_group_rules [ 825.105221] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f316deae-cff1-4d6a-a4a3-a59565c73c0d with Priority: HIGH for action security_group_rules [ 825.105309] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a with Priority: HIGH for action security_group_rules [ 825.105397] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88255007-2a52-4e7c-80c4-7f73005f3cce with Priority: HIGH for action security_group_rules [ 825.105485] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcf229d3-cebf-4048-b34f-5816d3577cf0 with Priority: HIGH for action security_group_rules [ 825.105571] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f240eb-6480-4509-8323-b128bb1f3dc6 with Priority: HIGH for action security_group_rules [ 825.105950] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f519860-3797-4ed6-b643-21ef99db727c with Priority: HIGH for action security_group_rules [ 825.105950] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e with Priority: HIGH for action security_group_rules [ 825.105950] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7a4c9cf-f061-4313-bc6c-69b48e7d273d with Priority: HIGH for action security_group_rules [ 825.106118] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcf229d3-cebf-4048-b34f-5816d3577cf0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.106352] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.106352] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.106533] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.106691] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.106789] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.106850] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.107040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.107129] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.107274] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcf229d3-cebf-4048-b34f-5816d3577cf0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.256541] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff40f4f0-8eaf-404a-aa68-f0fda4a2436e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.256687] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff40f4f0-8eaf-404a-aa68-f0fda4a2436e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.256740] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff40f4f0-8eaf-404a-aa68-f0fda4a2436e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.256904] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff40f4f0-8eaf-404a-aa68-f0fda4a2436e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.256986] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff40f4f0-8eaf-404a-aa68-f0fda4a2436e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.257869] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aea70b8e-f9e5-474d-986c-732e33c92d44 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.257978] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.258080] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.258249] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.258326] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aea70b8e-f9e5-474d-986c-732e33c92d44',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.261877] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-949920bc-3e1b-4e49-b58a-f1042580e7e8 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.261877] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.261877] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.261877] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.261877] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('949920bc-3e1b-4e49-b58a-f1042580e7e8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.261877] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c7a7c46-0d0c-456e-8376-347f94c737c9 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.261877] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.261877] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.261877] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.261877] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c7a7c46-0d0c-456e-8376-347f94c737c9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.261877] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9591b14e-552f-467c-9e3a-bd40483cc3c0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.262452] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.262452] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.262452] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.262452] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9591b14e-552f-467c-9e3a-bd40483cc3c0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.263085] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ce35a67-1a22-4306-b3c6-f02d025e8a25 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.263196] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.263245] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.263387] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.263453] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ce35a67-1a22-4306-b3c6-f02d025e8a25',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.264359] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3b88d06-65f2-43f3-b447-6b2ea1a70341 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.264498] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.264538] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.264661] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.264756] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3b88d06-65f2-43f3-b447-6b2ea1a70341',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.265527] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.265627] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.265685] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.265834] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.265901] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.266714] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a305b992-f3d8-451a-a8d8-39fb2471577f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.266781] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.266844] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.266997] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.267078] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.267955] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.268091] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.268140] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.268271] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.268338] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ea88d9e-5755-40bd-8eb5-e639ffb6a86f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.268568] env[69976]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 825.269259] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.269387] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.269446] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.269558] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.269636] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.270449] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.270546] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.270617] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.270765] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.270837] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.271772] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f316deae-cff1-4d6a-a4a3-a59565c73c0d taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.271868] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.271946] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.272132] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.272204] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f316deae-cff1-4d6a-a4a3-a59565c73c0d',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.273026] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.273115] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.273213] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.273364] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.273432] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.274300] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88255007-2a52-4e7c-80c4-7f73005f3cce taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.274472] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.274472] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.274979] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.274979] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88255007-2a52-4e7c-80c4-7f73005f3cce',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.276534] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcf229d3-cebf-4048-b34f-5816d3577cf0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.276534] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.276534] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.276534] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.276534] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcf229d3-cebf-4048-b34f-5816d3577cf0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.277546] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8f240eb-6480-4509-8323-b128bb1f3dc6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.277546] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.277546] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.277546] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.277546] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8f240eb-6480-4509-8323-b128bb1f3dc6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.278164] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f519860-3797-4ed6-b643-21ef99db727c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.278164] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.278164] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.278439] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.278439] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f519860-3797-4ed6-b643-21ef99db727c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.279787] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.279899] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.279980] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.280137] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.280206] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4412ff1-9f33-4839-b924-be0f7e1bbd3e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.281119] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7a4c9cf-f061-4313-bc6c-69b48e7d273d taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.281272] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.281544] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.281745] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.281828] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7a4c9cf-f061-4313-bc6c-69b48e7d273d',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.282112] env[69976]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 825.786161] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-aea70b8e-f9e5-474d-986c-732e33c92d44 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.786489] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.786489] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.786619] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.786773] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.786871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.786935] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.787104] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.787193] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.787282] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.787371] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aea70b8e-f9e5-474d-986c-732e33c92d44',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.788892] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.789057] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.789134] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.789302] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.790363] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff40f4f0-8eaf-404a-aa68-f0fda4a2436e with status ACTIVE [ 825.790530] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.790634] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.790699] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.790848] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.790933] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.791156] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.791701] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.791701] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.791701] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.791701] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.791701] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.791910] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.791910] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.791991] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.792035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.792304] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff40f4f0-8eaf-404a-aa68-f0fda4a2436e is going to be updated. [ 825.819785] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.819785] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.819785] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.819785] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.819785] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.819785] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff40f4f0-8eaf-404a-aa68-f0fda4a2436e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.820359] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7a7c46-0d0c-456e-8376-347f94c737c9 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.820485] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.820572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.820796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.821018] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.821156] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.821219] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.821375] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.821461] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.821547] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.821635] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c7a7c46-0d0c-456e-8376-347f94c737c9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.824237] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.824446] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.824552] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.824619] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.824775] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.825711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.825711] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcf229d3-cebf-4048-b34f-5816d3577cf0 is going to be updated. [ 825.829009] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-949920bc-3e1b-4e49-b58a-f1042580e7e8 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.829128] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.829197] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.829367] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.829515] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.829612] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.829883] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.830053] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.830141] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.830227] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.830315] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('949920bc-3e1b-4e49-b58a-f1042580e7e8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.834627] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a305b992-f3d8-451a-a8d8-39fb2471577f taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.834933] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.835083] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.835355] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.835585] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.835772] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.835847] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.836057] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.836162] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.836278] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.836343] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.839088] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-9591b14e-552f-467c-9e3a-bd40483cc3c0 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.839285] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.839348] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.839545] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.839742] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.839864] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.839942] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.840139] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.840236] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.840356] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.840471] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9591b14e-552f-467c-9e3a-bd40483cc3c0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.841836] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.841901] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.842009] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.842289] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.842445] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.842549] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.842613] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.842761] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.842847] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.842990] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.843044] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.849217] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c7a7c46-0d0c-456e-8376-347f94c737c9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.854218] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.854397] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.854450] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.854628] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.854787] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.854874] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.854936] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.855093] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.855172] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.855256] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.855343] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.934767] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.934922] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.934995] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.935304] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.937187] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.937297] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.938193] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.938290] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.939018] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.939118] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.939783] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.939879] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.946326] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.946326] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.946326] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.946326] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.946633] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.946725] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.948221] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.948364] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.949065] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.949183] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.949901] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.950027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.970651] env[69976]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 825.971295] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.971547] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.971639] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.971894] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.972100] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.980343] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.980530] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7a4c9cf-f061-4313-bc6c-69b48e7d273d is going to be deleted. [ 825.981561] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.981794] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.986024] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.986024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.991020] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcf229d3-cebf-4048-b34f-5816d3577cf0 in Status: IN_PROGRESS for 2s [ 826.015850] env[69976]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 826.016612] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.016787] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba is going to be deleted. [ 826.017994] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.018291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.067746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.067919] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ce35a67-1a22-4306-b3c6-f02d025e8a25 is going to be deleted. [ 826.069332] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.069650] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.078561] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.078805] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.179390] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.179531] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8f240eb-6480-4509-8323-b128bb1f3dc6 is going to be deleted. [ 826.180553] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.180924] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.204573] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.204703] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.228082] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.228082] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4412ff1-9f33-4839-b924-be0f7e1bbd3e is going to be deleted. [ 826.228534] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.228805] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.273506] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.273685] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.289439] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-aea70b8e-f9e5-474d-986c-732e33c92d44 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.289608] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.289721] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.289928] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.290725] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.290725] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.290725] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.290725] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.290725] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.290725] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.291103] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-aea70b8e-f9e5-474d-986c-732e33c92d44 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.291103] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.291103] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.291289] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.291395] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.291609] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.291609] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.291800] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.291800] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.291881] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.292219] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aea70b8e-f9e5-474d-986c-732e33c92d44',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.336933] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.337079] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3b88d06-65f2-43f3-b447-6b2ea1a70341 is going to be deleted. [ 826.338113] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.338354] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.344295] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.344295] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.346739] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9591b14e-552f-467c-9e3a-bd40483cc3c0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.349018] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-949920bc-3e1b-4e49-b58a-f1042580e7e8 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.349018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.349018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.349312] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.349312] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.349443] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.349504] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.353027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.353027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.353027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.353027] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-949920bc-3e1b-4e49-b58a-f1042580e7e8 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.353027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.353027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.353027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.353027] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.353027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.353027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.353027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.353027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.353027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.353027] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('949920bc-3e1b-4e49-b58a-f1042580e7e8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.354570] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.364850] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.365063] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.365156] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.365351] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.365509] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.365606] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.365667] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.365813] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.365894] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.365981] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.366140] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.366230] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.366308] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.366422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.366554] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.366645] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.366705] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.366831] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.366905] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.366993] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.369260] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.371203] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.371359] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.371429] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.371746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.371746] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.371942] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.371942] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.372069] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.372142] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.372223] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.372364] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.372455] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.372599] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.372675] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.372777] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.372851] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.372907] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.373445] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.373567] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.373632] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.373723] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.376042] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c7a7c46-0d0c-456e-8376-347f94c737c9: rpc.has_security_group_logging(os_id): False [ 826.405821] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.405821] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.430823] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.430823] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.433681] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.434020] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f519860-3797-4ed6-b643-21ef99db727c is going to be deleted. [ 826.435191] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.435360] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.517218] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.517417] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.521696] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.521696] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f316deae-cff1-4d6a-a4a3-a59565c73c0d is going to be deleted. [ 826.521696] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.521919] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.521963] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.522090] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcf229d3-cebf-4048-b34f-5816d3577cf0 is going to be deleted. [ 826.522924] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.523120] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.552814] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543695d7-0390-4178-a13e-4937bc59eb77 in Status: SUCCESS [ 826.553179] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.553974] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.553974] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.554528] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.554528] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.554528] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.554748] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.554748] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.554839] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.554955] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('543695d7-0390-4178-a13e-4937bc59eb77',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.563423] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.563423] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.586917] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.587131] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f is going to be deleted. [ 826.588225] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.588480] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.651559] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.651737] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.691372] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.691372] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.724505] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.724505] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a is going to be deleted. [ 826.724505] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.724766] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.781254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.781395] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88255007-2a52-4e7c-80c4-7f73005f3cce is going to be deleted. [ 826.782488] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.782708] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.782874] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.782932] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7a4c9cf-f061-4313-bc6c-69b48e7d273d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.783921] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.784104] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.784218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.784465] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.784595] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.784768] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.785042] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.785280] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.785280] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.785466] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d28a2c2b-bef2-46b3-85ce-b8b3ab9d43ba" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.786036] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.786250] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.786574] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.786574] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ce35a67-1a22-4306-b3c6-f02d025e8a25" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.786697] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.786863] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.786982] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.787173] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8f240eb-6480-4509-8323-b128bb1f3dc6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.787414] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.787579] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.787651] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.787807] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4412ff1-9f33-4839-b924-be0f7e1bbd3e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.787991] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.788200] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.795073] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aea70b8e-f9e5-474d-986c-732e33c92d44: rpc.has_security_group_logging(os_id): False [ 826.849054] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.849054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.857067] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9591b14e-552f-467c-9e3a-bd40483cc3c0: rpc.has_security_group_logging(os_id): False [ 826.857067] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 949920bc-3e1b-4e49-b58a-f1042580e7e8: rpc.has_security_group_logging(os_id): False [ 826.857906] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a305b992-f3d8-451a-a8d8-39fb2471577f: rpc.has_security_group_logging(os_id): False [ 826.880025] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a9068b9-da0b-413d-a55a-f0b74d4c1cca: rpc.has_security_group_logging(os_id): False [ 826.880025] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf55a032-4305-4c90-9bbc-f6318120f95b: rpc.has_security_group_logging(os_id): False [ 826.889278] env[69976]: INFO networking_nsxv3.common.synchronization [req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 req-4999d675-9057-47f1-b26e-62f629335989 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Enqueued Resource ID: a192731c-2730-4cca-9377-422160b6ebb0 with Priority: HIGHEST for action security_group_members [ 826.889278] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a192731c-2730-4cca-9377-422160b6ebb0 with Priority: HIGHEST for action security_group_members [ 826.889836] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a192731c-2730-4cca-9377-422160b6ebb0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.890187] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.890409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.890767] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.891094] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.891375] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.891567] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.891871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.892119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.892351] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a192731c-2730-4cca-9377-422160b6ebb0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.911927] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.912416] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.912586] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.912695] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.912970] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.913434] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.913434] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 is going to be updated. [ 826.914824] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.915105] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.915269] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.915444] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f519860-3797-4ed6-b643-21ef99db727c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.915640] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.915842] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.915973] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.916165] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f316deae-cff1-4d6a-a4a3-a59565c73c0d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.916363] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.916558] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.916680] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.916842] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.917015] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.917218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.917371] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.918266] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3b88d06-65f2-43f3-b447-6b2ea1a70341" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.918266] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.918412] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.920145] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.920307] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.921211] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.921390] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.925926] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.926043] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.015092] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.016446] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.018044] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ebb4439-1bc0-40d4-b841-7fdf4140c656 in Status: SUCCESS [ 827.019181] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.020551] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.020837] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.025025] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.025025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.028541] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.029269] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.029269] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.029269] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.029585] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.030184] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.030338] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.030658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.030834] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.031584] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.031584] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.031872] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.032166] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.032389] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.032746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.032952] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.033216] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aea70b8e-f9e5-474d-986c-732e33c92d44 is going to be updated. [ 827.035776] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.035776] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.057675] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.057912] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.058115] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-543695d7-0390-4178-a13e-4937bc59eb77 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.058244] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.058283] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.058502] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.058653] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.058752] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.058819] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.059150] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.059294] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.059418] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.059562] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-543695d7-0390-4178-a13e-4937bc59eb77 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.059667] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.059807] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.059978] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.060365] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.060544] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.060711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.060934] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.061216] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.061385] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.061529] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('543695d7-0390-4178-a13e-4937bc59eb77',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.132494] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.132818] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.132943] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.133016] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.133236] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.133355] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.133466] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a305b992-f3d8-451a-a8d8-39fb2471577f is going to be updated. [ 827.134675] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.134929] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.141175] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.141350] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.228751] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.228751] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.234224] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.234224] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.234224] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.234224] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.234224] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.234224] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.234224] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.234224] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.234224] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.234224] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.234224] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.234224] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.234224] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.234224] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.235270] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.235270] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.235270] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 is going to be updated. [ 827.235921] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.236184] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.236278] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.236412] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba5998c1-3dd8-4e09-bd5f-c1bc93c6727a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.236606] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.236703] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.296856] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.296856] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.297296] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.297296] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.297476] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.297596] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.297832] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.297938] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.298021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.298316] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.298396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.298585] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.298682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.298746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.298860] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.298941] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.302023] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf55a032-4305-4c90-9bbc-f6318120f95b is going to be updated. [ 827.302023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.302023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.302023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.302023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88255007-2a52-4e7c-80c4-7f73005f3cce" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.302023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.302023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.361030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.361030] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.361030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.361030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.361030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.361030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.361030] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.361030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.361030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.361030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.361030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.361030] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.361030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.361030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.361663] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.361663] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.361663] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca is going to be updated. [ 827.361961] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.362189] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.362365] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.363528] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.363728] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.365544] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.365705] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.395221] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.395396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.406588] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-426 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.406784] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-426" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.406838] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-426" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.408133] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-426" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.408133] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.408133] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.408133] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.408133] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.408133] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.408451] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 827.408488] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 827.408587] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 827.408830] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 827.409020] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 827.409104] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 827.409250] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 827.411094] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aea70b8e-f9e5-474d-986c-732e33c92d44 in Status: IN_PROGRESS for 2s [ 827.413904] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.414222] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.414393] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.414503] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.414771] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.414896] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.415028] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 is going to be updated. [ 827.416564] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.416764] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.416910] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.417942] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.418143] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.418281] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.419172] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.419366] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.419476] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.419696] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.419815] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.419900] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.420067] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.420149] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.420242] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a192731c-2730-4cca-9377-422160b6ebb0 already deleted. [ 827.420325] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.447056] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 in Status: IN_PROGRESS for 2s [ 827.486634] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a305b992-f3d8-451a-a8d8-39fb2471577f in Status: IN_PROGRESS for 2s [ 827.487913] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 827.488164] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.079 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 827.488354] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 827.488592] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-426" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.488941] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-2805759d-fd9b-4f44-a5aa-380ff12a69a5 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.489211] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-2805759d-fd9b-4f44-a5aa-380ff12a69a5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.489360] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-2805759d-fd9b-4f44-a5aa-380ff12a69a5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.489939] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-2805759d-fd9b-4f44-a5aa-380ff12a69a5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.490192] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2805759d-fd9b-4f44-a5aa-380ff12a69a5',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.555068] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.555068] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.555068] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.555387] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.555387] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.564078] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 543695d7-0390-4178-a13e-4937bc59eb77: rpc.has_security_group_logging(os_id): False [ 827.566104] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.566293] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.566368] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.566519] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.566660] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.576316] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 in Status: IN_PROGRESS for 2s [ 827.577365] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.577500] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.577572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.577778] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.577923] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.581522] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: IN_PROGRESS for 2s [ 827.592955] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.593169] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.593217] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.593398] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.593488] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.593707] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.593807] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.593873] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.594038] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.594120] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.594309] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.594404] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.594467] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.594605] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.594682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.594856] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.594949] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.595019] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.595159] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.595236] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.595322] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 543695d7-0390-4178-a13e-4937bc59eb77 is going to be created. [ 827.596952] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: IN_PROGRESS for 2s [ 827.597822] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.597930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.598112] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.598227] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.598279] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.612733] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 in Status: IN_PROGRESS for 2s [ 827.696127] env[69976]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 827.696830] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.697038] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.697135] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.697370] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.697553] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.733601] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 543695d7-0390-4178-a13e-4937bc59eb77 in Status: IN_PROGRESS for 2s [ 827.993077] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.993434] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.993603] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.993906] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.994177] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.994370] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 2805759d-fd9b-4f44-a5aa-380ff12a69a5 not found, creating... [ 827.995176] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.995481] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.995634] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.996049] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.996231] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.996647] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.996836] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.997852] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.997852] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.997852] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.997852] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 2805759d-fd9b-4f44-a5aa-380ff12a69a5 is going to be created. [ 828.009656] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcf229d3-cebf-4048-b34f-5816d3577cf0 in Status: SUCCESS [ 828.009996] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcf229d3-cebf-4048-b34f-5816d3577cf0 deletion is rescheduled due to dependency. [ 828.010173] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcf229d3-cebf-4048-b34f-5816d3577cf0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.026676] env[69976]: INFO networking_nsxv3.common.synchronization [req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e req-4a2731b3-baca-4c5a-a5a6-05df599069a0 tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Enqueued Resource ID: 41c710ad-450f-46c8-abbf-7b339725c4ab with Priority: HIGHEST for action security_group_members [ 828.028456] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.028726] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.028911] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.029264] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.029603] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.029915] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-2805759d-fd9b-4f44-a5aa-380ff12a69a5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.031126] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c710ad-450f-46c8-abbf-7b339725c4ab with Priority: HIGHEST for action security_group_members [ 828.031653] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c710ad-450f-46c8-abbf-7b339725c4ab taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.031653] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.031653] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.031882] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.032389] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.032518] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.032579] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.032751] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.032859] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.032990] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41c710ad-450f-46c8-abbf-7b339725c4ab',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.538041] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.538041] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.538041] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.538041] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.565880] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.566200] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.566330] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.566400] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.566622] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.566723] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.566799] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41c710ad-450f-46c8-abbf-7b339725c4ab is going to be updated. [ 828.608548] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.608792] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.608792] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.609045] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.609247] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.623242] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41c710ad-450f-46c8-abbf-7b339725c4ab in Status: IN_PROGRESS for 2s [ 828.978274] env[69976]: INFO networking_nsxv3.common.synchronization [req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 req-b2a747b4-0025-4cd2-8262-0af7485e68de service nova] Enqueued Resource ID: a192731c-2730-4cca-9377-422160b6ebb0 with Priority: HIGHEST for action security_group_rules [ 828.978490] env[69976]: INFO networking_nsxv3.common.synchronization [req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 req-b2a747b4-0025-4cd2-8262-0af7485e68de service nova] Enqueued Resource ID: a192731c-2730-4cca-9377-422160b6ebb0 with Priority: HIGHEST for action security_group_members [ 828.978657] env[69976]: INFO networking_nsxv3.common.synchronization [req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 req-b2a747b4-0025-4cd2-8262-0af7485e68de service nova] Enqueued Resource ID: 2805759d-fd9b-4f44-a5aa-380ff12a69a5 with Priority: HIGHEST for action port [ 828.979728] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a192731c-2730-4cca-9377-422160b6ebb0 with Priority: HIGHEST for action security_group_rules [ 828.980384] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a192731c-2730-4cca-9377-422160b6ebb0 with Priority: HIGHEST for action security_group_members [ 828.980384] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2805759d-fd9b-4f44-a5aa-380ff12a69a5 with Priority: HIGHEST for action port [ 828.980384] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a192731c-2730-4cca-9377-422160b6ebb0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.980589] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.982095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.982095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.982095] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a192731c-2730-4cca-9377-422160b6ebb0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.982342] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a192731c-2730-4cca-9377-422160b6ebb0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.982515] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.982572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.982742] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.982935] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.983053] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.983534] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.983534] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.983534] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.983534] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a192731c-2730-4cca-9377-422160b6ebb0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.988034] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-2805759d-fd9b-4f44-a5aa-380ff12a69a5 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.988034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2805759d-fd9b-4f44-a5aa-380ff12a69a5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.988034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2805759d-fd9b-4f44-a5aa-380ff12a69a5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.988034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2805759d-fd9b-4f44-a5aa-380ff12a69a5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.988034] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2805759d-fd9b-4f44-a5aa-380ff12a69a5',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.426730] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aea70b8e-f9e5-474d-986c-732e33c92d44 in Status: SUCCESS [ 829.427088] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.464209] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 in Status: SUCCESS [ 829.464209] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.491738] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a192731c-2730-4cca-9377-422160b6ebb0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.493241] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2805759d-fd9b-4f44-a5aa-380ff12a69a5 with status ACTIVE [ 829.493336] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.493517] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.493614] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.493893] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.494036] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.494294] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.494444] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.494538] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.494748] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.495031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.498282] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.498443] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.498549] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.498795] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.499027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.499085] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2805759d-fd9b-4f44-a5aa-380ff12a69a5 is going to be updated. [ 829.500689] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a192731c-2730-4cca-9377-422160b6ebb0 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.500823] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.506883] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a305b992-f3d8-451a-a8d8-39fb2471577f in Status: SUCCESS [ 829.506883] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.533956] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.533956] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.534254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.534358] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.535029] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.535029] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2805759d-fd9b-4f44-a5aa-380ff12a69a5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.607045] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: SUCCESS [ 829.607439] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.608791] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 in Status: SUCCESS [ 829.609453] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.638733] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 in Status: SUCCESS [ 829.640203] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.640203] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: SUCCESS [ 829.642224] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.750104] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 543695d7-0390-4178-a13e-4937bc59eb77 in Status: SUCCESS [ 829.750342] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.004254] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a192731c-2730-4cca-9377-422160b6ebb0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.508572] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.511375] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.511375] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.511375] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.511375] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.511375] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a192731c-2730-4cca-9377-422160b6ebb0 is going to be created. [ 830.546661] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.547105] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.547324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.547653] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.548053] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.559376] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a192731c-2730-4cca-9377-422160b6ebb0 in Status: UNINITIALIZED for 2s [ 830.634658] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41c710ad-450f-46c8-abbf-7b339725c4ab in Status: SUCCESS [ 830.634658] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41c710ad-450f-46c8-abbf-7b339725c4ab deletion is rescheduled due to dependency. [ 830.634658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.789028] env[69976]: INFO networking_nsxv3.common.synchronization [req-97e7b83b-5ca6-4692-967f-9f7af266735b req-97980eeb-fdeb-4c83-a359-7eabcc8d6f39 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Enqueued Resource ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 with Priority: HIGHEST for action security_group_members [ 831.789028] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 with Priority: HIGHEST for action security_group_members [ 831.789028] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4988a7fe-e226-47f2-8e9f-0662594eaab8 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.789028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.789028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.789028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.789028] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.789028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.789028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.789028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.789028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.789028] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4988a7fe-e226-47f2-8e9f-0662594eaab8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.911781] env[69976]: INFO networking_nsxv3.common.synchronization [req-8c432055-7a9d-4f7b-9c69-c76924d605b3 req-a5ca1e23-8928-4882-9a14-34a8a0afc8ae tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Enqueued Resource ID: a96baa39-8695-4fd0-ba19-e8b45056e962 with Priority: HIGHEST for action security_group_members [ 831.912541] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96baa39-8695-4fd0-ba19-e8b45056e962 with Priority: HIGHEST for action security_group_members [ 831.912919] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96baa39-8695-4fd0-ba19-e8b45056e962 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.913363] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.913469] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.913879] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.914061] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.914229] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.914269] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.914425] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.914536] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.914641] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a96baa39-8695-4fd0-ba19-e8b45056e962',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.253864] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.253864] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-149" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.253864] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-149" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.253864] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-149" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.254043] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.254243] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.254859] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.254859] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.254859] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.255008] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.255040] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.255142] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.255361] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.255519] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.255636] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.255773] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.279682] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.279909] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 832.280068] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.280259] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-149" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.280583] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-c30d53a5-0b81-434e-bb1d-be81a724956b taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.280811] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-c30d53a5-0b81-434e-bb1d-be81a724956b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.280871] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-c30d53a5-0b81-434e-bb1d-be81a724956b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.281294] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-c30d53a5-0b81-434e-bb1d-be81a724956b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.281437] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c30d53a5-0b81-434e-bb1d-be81a724956b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.291431] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.291573] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.291674] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.291840] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.315660] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.315931] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.316084] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.316176] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.316473] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.316612] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.316735] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 is going to be updated. [ 832.417867] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.418051] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.418126] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.418363] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.418467] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.418677] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.418781] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.418845] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.419055] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.419108] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.419184] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96baa39-8695-4fd0-ba19-e8b45056e962 already deleted. [ 832.419589] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.424046] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.424252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.424252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.424459] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.424598] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.435515] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 in Status: IN_PROGRESS for 2s [ 832.572274] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a192731c-2730-4cca-9377-422160b6ebb0 in Status: SUCCESS [ 832.572558] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.572741] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.572966] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.573192] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.573319] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.573388] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.573556] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.573640] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.573734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.573869] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a192731c-2730-4cca-9377-422160b6ebb0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.784868] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.785149] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.785292] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.785593] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.785842] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.785943] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port c30d53a5-0b81-434e-bb1d-be81a724956b not found, creating... [ 832.786333] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.786604] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.787130] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.787216] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.787417] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.787847] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.788046] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.788179] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.788429] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.788578] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.788727] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: c30d53a5-0b81-434e-bb1d-be81a724956b is going to be created. [ 832.814484] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.814958] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.814958] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.815262] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.815472] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.815644] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-c30d53a5-0b81-434e-bb1d-be81a724956b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.076099] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a192731c-2730-4cca-9377-422160b6ebb0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.580106] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a192731c-2730-4cca-9377-422160b6ebb0: rpc.has_security_group_logging(os_id): False [ 833.603292] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.603448] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.603518] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.603727] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.603817] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.604071] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.604163] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.604232] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.604385] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.604464] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.604556] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a192731c-2730-4cca-9377-422160b6ebb0 is going to be created. [ 833.608160] env[69976]: INFO networking_nsxv3.common.synchronization [req-8c432055-7a9d-4f7b-9c69-c76924d605b3 req-5298e608-280d-46bb-9017-0a28e4d45430 service nova] Enqueued Resource ID: a96baa39-8695-4fd0-ba19-e8b45056e962 with Priority: HIGHEST for action security_group_rules [ 833.609163] env[69976]: INFO networking_nsxv3.common.synchronization [req-8c432055-7a9d-4f7b-9c69-c76924d605b3 req-5298e608-280d-46bb-9017-0a28e4d45430 service nova] Enqueued Resource ID: a96baa39-8695-4fd0-ba19-e8b45056e962 with Priority: HIGHEST for action security_group_members [ 833.609163] env[69976]: INFO networking_nsxv3.common.synchronization [req-8c432055-7a9d-4f7b-9c69-c76924d605b3 req-5298e608-280d-46bb-9017-0a28e4d45430 service nova] Enqueued Resource ID: c30d53a5-0b81-434e-bb1d-be81a724956b with Priority: HIGHEST for action port [ 833.609825] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96baa39-8695-4fd0-ba19-e8b45056e962 with Priority: HIGHEST for action security_group_rules [ 833.609976] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96baa39-8695-4fd0-ba19-e8b45056e962 with Priority: HIGHEST for action security_group_members [ 833.610145] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c30d53a5-0b81-434e-bb1d-be81a724956b with Priority: HIGHEST for action port [ 833.610318] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a96baa39-8695-4fd0-ba19-e8b45056e962 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.610437] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.610498] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.610742] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.610886] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a96baa39-8695-4fd0-ba19-e8b45056e962',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.611756] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96baa39-8695-4fd0-ba19-e8b45056e962 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.615025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.615025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.615025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.615025] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.615025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.615025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.615025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.615025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.615025] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a96baa39-8695-4fd0-ba19-e8b45056e962',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.615025] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-c30d53a5-0b81-434e-bb1d-be81a724956b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.615025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c30d53a5-0b81-434e-bb1d-be81a724956b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.615025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c30d53a5-0b81-434e-bb1d-be81a724956b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.615025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c30d53a5-0b81-434e-bb1d-be81a724956b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.615025] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c30d53a5-0b81-434e-bb1d-be81a724956b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.718952] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.719159] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.719159] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.719391] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.719593] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.736133] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a192731c-2730-4cca-9377-422160b6ebb0 in Status: IN_PROGRESS for 2s [ 834.116864] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96baa39-8695-4fd0-ba19-e8b45056e962 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.117154] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.117206] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a96baa39-8695-4fd0-ba19-e8b45056e962',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.118134] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c30d53a5-0b81-434e-bb1d-be81a724956b with status ACTIVE [ 834.118319] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.118429] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.118493] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.118687] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.118771] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.118957] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.119090] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.119167] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.119330] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.119403] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.119583] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.119670] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.119727] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.119859] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.119927] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.120017] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c30d53a5-0b81-434e-bb1d-be81a724956b is going to be updated. [ 834.145943] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.146134] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.146210] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.146439] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.146583] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.146747] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c30d53a5-0b81-434e-bb1d-be81a724956b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.446101] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 in Status: SUCCESS [ 834.446306] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 deletion is rescheduled due to dependency. [ 834.446425] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.623427] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a96baa39-8695-4fd0-ba19-e8b45056e962',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.127522] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.127881] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.127881] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.127977] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.128093] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.128174] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96baa39-8695-4fd0-ba19-e8b45056e962 is going to be created. [ 835.155230] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.155230] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.155230] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.155230] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.155230] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.163422] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96baa39-8695-4fd0-ba19-e8b45056e962 in Status: UNINITIALIZED for 2s [ 835.749808] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a192731c-2730-4cca-9377-422160b6ebb0 in Status: SUCCESS [ 835.750049] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.177627] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96baa39-8695-4fd0-ba19-e8b45056e962 in Status: SUCCESS [ 837.178467] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.178858] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.180108] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.180108] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.180108] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.180108] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.180740] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.181026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.183102] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.183102] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a96baa39-8695-4fd0-ba19-e8b45056e962',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.686681] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96baa39-8695-4fd0-ba19-e8b45056e962 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.686889] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.687088] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.687274] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.687337] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.687415] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.688448] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.688678] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.688744] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.688834] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.689049] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96baa39-8695-4fd0-ba19-e8b45056e962 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.689717] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.689717] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.689717] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.689717] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.689717] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.689887] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.689887] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.689941] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.690640] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.690640] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a96baa39-8695-4fd0-ba19-e8b45056e962',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.193743] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a96baa39-8695-4fd0-ba19-e8b45056e962: rpc.has_security_group_logging(os_id): False [ 838.227129] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.227992] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.227992] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.227992] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.227992] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.227992] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.227992] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.227992] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.228281] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.228281] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.228423] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.228521] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.228584] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.228729] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.228804] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.229008] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.229125] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.229189] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.229332] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.229409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.229498] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a96baa39-8695-4fd0-ba19-e8b45056e962 is going to be created. [ 838.319470] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.319616] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.319679] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.319902] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.320116] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.341371] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a96baa39-8695-4fd0-ba19-e8b45056e962 in Status: IN_PROGRESS for 2s [ 838.365894] env[69976]: INFO networking_nsxv3.common.synchronization [req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 req-9f2fa9d1-952d-42f1-ad58-2e43d6d9376b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Enqueued Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 838.369866] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 838.370388] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.370580] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.370653] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.370865] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.371017] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.371136] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.371198] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.371350] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.371430] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.371522] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.854210] env[69976]: INFO networking_nsxv3.common.synchronization [req-5e470a83-0277-48ef-af7b-3619df34141f req-53d6de11-122b-4654-a921-f4be6b19077f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Enqueued Resource ID: 543695d7-0390-4178-a13e-4937bc59eb77 with Priority: HIGHEST for action security_group_members [ 838.855155] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543695d7-0390-4178-a13e-4937bc59eb77 with Priority: HIGHEST for action security_group_members [ 838.855753] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-543695d7-0390-4178-a13e-4937bc59eb77 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.856732] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.856868] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.857264] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.857978] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.858166] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.858292] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.858523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.858659] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.858796] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('543695d7-0390-4178-a13e-4937bc59eb77',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.874809] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.874896] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.875078] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.877054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.877054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.877054] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.877054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.877054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.878233] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.878329] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.878446] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca is going to be updated. [ 838.920411] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.920411] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.920411] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.920684] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.920684] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.940819] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: IN_PROGRESS for 2s [ 839.361727] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.361976] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.361976] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.365254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.365254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.365679] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.365679] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.365679] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.365833] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.365833] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.365926] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543695d7-0390-4178-a13e-4937bc59eb77 is going to be updated. [ 839.396461] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.396621] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.396664] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.396884] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.397233] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.406998] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543695d7-0390-4178-a13e-4937bc59eb77 in Status: IN_PROGRESS for 2s [ 839.468338] env[69976]: INFO networking_nsxv3.common.synchronization [req-6f687d5a-e279-45a7-93d5-c19d59dae607 req-bb570713-32f7-48ae-a721-a3901195ea71 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Enqueued Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_members [ 839.468782] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_members [ 839.469141] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.469274] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.469336] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.469502] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.469658] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.469760] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.470336] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.470482] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.470572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.470665] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.893700] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-15 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.893700] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-15" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.893824] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-15" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.895098] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-15" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.900349] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.900349] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.900349] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.900349] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.900349] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.900349] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.900349] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.900349] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.900349] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.900349] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.900349] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.900349] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.920077] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.920177] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 839.920414] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.920609] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-15" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.920939] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-a254f8fc-b600-4428-9ce1-3a52bee814c2 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.921591] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-a254f8fc-b600-4428-9ce1-3a52bee814c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.921591] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-a254f8fc-b600-4428-9ce1-3a52bee814c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.921834] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-a254f8fc-b600-4428-9ce1-3a52bee814c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.922076] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a254f8fc-b600-4428-9ce1-3a52bee814c2',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.976797] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.351806] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a96baa39-8695-4fd0-ba19-e8b45056e962 in Status: SUCCESS [ 840.351806] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.426093] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.426441] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.426489] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.426751] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.426904] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.427086] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port a254f8fc-b600-4428-9ce1-3a52bee814c2 not found, creating... [ 840.427353] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.427516] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.427639] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.427905] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.428067] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.428381] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.428571] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.428686] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.428907] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.429070] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.429218] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: a254f8fc-b600-4428-9ce1-3a52bee814c2 is going to be created. [ 840.450690] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.450988] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.451404] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.451799] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.452123] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.452387] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-a254f8fc-b600-4428-9ce1-3a52bee814c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.480038] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.951553] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: SUCCESS [ 840.951739] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca deletion is rescheduled due to dependency. [ 840.951856] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.984785] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.984949] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.985036] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.985268] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.985348] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.985488] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf55a032-4305-4c90-9bbc-f6318120f95b is going to be updated. [ 841.023952] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.024152] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.024235] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.024463] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.024623] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.036120] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: IN_PROGRESS for 2s [ 841.230549] env[69976]: INFO networking_nsxv3.common.synchronization [req-6f687d5a-e279-45a7-93d5-c19d59dae607 req-35eaa9ca-d454-40ed-bca3-82e20214cdfd service nova] Enqueued Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_rules [ 841.230742] env[69976]: INFO networking_nsxv3.common.synchronization [req-6f687d5a-e279-45a7-93d5-c19d59dae607 req-35eaa9ca-d454-40ed-bca3-82e20214cdfd service nova] Enqueued Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_members [ 841.230890] env[69976]: INFO networking_nsxv3.common.synchronization [req-6f687d5a-e279-45a7-93d5-c19d59dae607 req-35eaa9ca-d454-40ed-bca3-82e20214cdfd service nova] Enqueued Resource ID: a254f8fc-b600-4428-9ce1-3a52bee814c2 with Priority: HIGHEST for action port [ 841.231703] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_rules [ 841.231947] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_members [ 841.234342] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a254f8fc-b600-4428-9ce1-3a52bee814c2 with Priority: HIGHEST for action port [ 841.234342] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.234342] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.234687] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.234738] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.235114] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.236483] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.236626] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.236950] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-a254f8fc-b600-4428-9ce1-3a52bee814c2 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.239826] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a254f8fc-b600-4428-9ce1-3a52bee814c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.239826] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a254f8fc-b600-4428-9ce1-3a52bee814c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.240029] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a254f8fc-b600-4428-9ce1-3a52bee814c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.240700] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a254f8fc-b600-4428-9ce1-3a52bee814c2',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.417824] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 543695d7-0390-4178-a13e-4937bc59eb77 in Status: SUCCESS [ 841.418031] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 543695d7-0390-4178-a13e-4937bc59eb77 deletion is rescheduled due to dependency. [ 841.418158] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.742855] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.743200] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.747047] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a254f8fc-b600-4428-9ce1-3a52bee814c2 with status ACTIVE [ 841.747047] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.747047] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.747047] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.747047] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.747047] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.747047] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.747047] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.747047] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.747047] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.747047] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.747047] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.747047] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.747047] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.747669] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.747669] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.747669] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a254f8fc-b600-4428-9ce1-3a52bee814c2 is going to be updated. [ 841.773736] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.773891] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.774053] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.774210] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.774368] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.774542] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a254f8fc-b600-4428-9ce1-3a52bee814c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.048133] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: SUCCESS [ 843.048501] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.048747] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.048997] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.049242] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.049371] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.049440] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.049642] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.049771] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.049922] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.553762] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.056072] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.560121] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.560121] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.560121] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.560121] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.560121] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.560121] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf55a032-4305-4c90-9bbc-f6318120f95b is going to be updated. [ 844.625046] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.625046] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.625046] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.625312] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.625477] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.637443] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: IN_PROGRESS for 2s [ 845.312179] env[69976]: INFO networking_nsxv3.common.synchronization [req-85496703-0c7e-46d2-aff4-96917f3a124b req-ebed9c1c-cd1d-49ab-92b1-449dfc61f6ec tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Enqueued Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_members [ 845.312179] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_members [ 845.312545] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.312669] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.312669] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.312884] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.313510] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.313510] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.313510] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.313510] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.313739] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.313739] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.802180] env[69976]: INFO networking_nsxv3.common.synchronization [req-85496703-0c7e-46d2-aff4-96917f3a124b req-f10c032b-ad22-4031-afd5-e8d0868fdf6b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Enqueued Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_members [ 845.802872] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_members [ 845.805332] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.805332] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.818627] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.819740] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.819839] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.820095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.820197] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.820430] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.820538] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.820588] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.820742] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.820830] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.820917] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77d0551d-766d-4abd-a335-5738588c8f60 already deleted. [ 845.820995] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.821561] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.821717] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.821873] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.822212] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.822212] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.822356] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.822438] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.822608] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.227100] env[69976]: INFO networking_nsxv3.common.synchronization [req-85496703-0c7e-46d2-aff4-96917f3a124b req-302d1f1f-aafb-49a6-8bb0-9ad64561b713 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Enqueued Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_members [ 846.228021] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_members [ 846.228021] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.231297] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.325156] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.325470] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.325470] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.325651] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.325743] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.325950] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.326065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.326131] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.326288] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.326366] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.326453] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77d0551d-766d-4abd-a335-5738588c8f60 already deleted. [ 846.326553] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.326732] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.326881] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.327035] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.327134] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.327197] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.327337] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.327413] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.327506] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.577822] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.578056] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-371" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.578223] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-371" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.578534] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-371" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.578795] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.578955] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.579292] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.579537] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.579686] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.579902] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.580032] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.580151] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.580266] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.580383] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.580499] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.580635] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.601212] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.601374] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 846.601516] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.601693] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-371" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.602021] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-0c4e5131-ce8f-45f7-bbeb-186afa436c8c taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.602204] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-0c4e5131-ce8f-45f7-bbeb-186afa436c8c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.602330] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-0c4e5131-ce8f-45f7-bbeb-186afa436c8c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.602642] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-0c4e5131-ce8f-45f7-bbeb-186afa436c8c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.602784] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c4e5131-ce8f-45f7-bbeb-186afa436c8c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.648745] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: SUCCESS [ 846.648984] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.649537] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.649756] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.649951] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.650112] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.650159] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.650299] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.650381] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.650466] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.650557] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.831266] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.831463] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.831577] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.831776] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.831868] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.832141] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.832266] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.832350] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.832558] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.832644] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.832734] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77d0551d-766d-4abd-a335-5738588c8f60 already deleted. [ 846.832817] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.105467] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.105758] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.105901] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.106226] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.106414] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.106582] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 0c4e5131-ce8f-45f7-bbeb-186afa436c8c not found, creating... [ 847.106885] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.107046] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.107197] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.107463] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.107624] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.107923] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.108211] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.108211] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.108455] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.108680] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.108782] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 0c4e5131-ce8f-45f7-bbeb-186afa436c8c is going to be created. [ 847.138043] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.138270] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.138407] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.138757] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.139024] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.139244] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-0c4e5131-ce8f-45f7-bbeb-186afa436c8c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.153963] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.154152] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.154290] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.154759] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.154759] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.154759] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.154915] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.154997] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.155063] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.155161] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.155308] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.155402] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.155453] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.155600] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.155734] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.155827] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.155891] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.156044] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.156126] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.156233] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.156322] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.658620] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf55a032-4305-4c90-9bbc-f6318120f95b: rpc.has_security_group_logging(os_id): False [ 847.679839] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.680017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.680076] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.680339] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.680390] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.680579] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.680678] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.680754] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.680909] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.680988] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.681250] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.681350] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.681411] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.681559] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.681630] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.681804] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.681897] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.681957] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.682308] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.682392] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.682480] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf55a032-4305-4c90-9bbc-f6318120f95b is going to be updated. [ 847.744211] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.744409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.744409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.744614] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.744757] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.765972] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: IN_PROGRESS for 2s [ 848.131846] env[69976]: INFO networking_nsxv3.common.synchronization [req-85496703-0c7e-46d2-aff4-96917f3a124b req-556a4476-2a04-49fb-bcdd-891c9ba437d9 service nova] Enqueued Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_rules [ 848.132054] env[69976]: INFO networking_nsxv3.common.synchronization [req-85496703-0c7e-46d2-aff4-96917f3a124b req-556a4476-2a04-49fb-bcdd-891c9ba437d9 service nova] Enqueued Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_members [ 848.132233] env[69976]: INFO networking_nsxv3.common.synchronization [req-85496703-0c7e-46d2-aff4-96917f3a124b req-556a4476-2a04-49fb-bcdd-891c9ba437d9 service nova] Enqueued Resource ID: 0c4e5131-ce8f-45f7-bbeb-186afa436c8c with Priority: HIGHEST for action port [ 848.132791] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_rules [ 848.132950] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_members [ 848.133326] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4e5131-ce8f-45f7-bbeb-186afa436c8c with Priority: HIGHEST for action port [ 848.133683] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.133816] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.133896] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.134196] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.134287] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.135250] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.135344] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.135393] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.135587] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.135753] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.135857] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.135933] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.136153] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.136185] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.136286] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.138333] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c4e5131-ce8f-45f7-bbeb-186afa436c8c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.138452] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c4e5131-ce8f-45f7-bbeb-186afa436c8c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.138521] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c4e5131-ce8f-45f7-bbeb-186afa436c8c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.138678] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c4e5131-ce8f-45f7-bbeb-186afa436c8c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.138758] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c4e5131-ce8f-45f7-bbeb-186afa436c8c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.641062] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.641062] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.643049] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.643445] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c4e5131-ce8f-45f7-bbeb-186afa436c8c with status ACTIVE [ 848.643646] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.643773] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.643844] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.644062] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.644157] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.644332] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.644431] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.644493] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.644649] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.644725] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.644901] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.644994] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.645070] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.645212] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.645468] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.645468] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c4e5131-ce8f-45f7-bbeb-186afa436c8c is going to be updated. [ 848.675794] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.675794] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.675794] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.675794] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.675794] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.675794] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c4e5131-ce8f-45f7-bbeb-186afa436c8c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.937075] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-566 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.937075] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-566" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.937283] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-566" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.937467] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-566" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.937735] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.937898] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.938030] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.938276] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.938433] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.939010] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.939010] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.939010] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.939010] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.939218] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.939248] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.939389] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.959301] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.959540] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 848.959657] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.959850] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-566" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.960577] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.960577] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.960577] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.961157] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.961157] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.147490] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.464719] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.464719] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.464719] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.464719] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.464719] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.464719] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5 not found, creating... [ 849.464719] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.465175] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.465175] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.465175] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.465351] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.465617] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.465897] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.465897] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.466154] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.466334] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.466489] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5 is going to be created. [ 849.491566] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.491785] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.491913] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.492251] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.492490] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.492731] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.649715] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.649715] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.649870] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.650021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.650129] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.650233] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77d0551d-766d-4abd-a335-5738588c8f60 is going to be created. [ 849.676613] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.676897] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.676897] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.677121] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.677299] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.713199] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: UNINITIALIZED for 2s [ 849.786198] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: SUCCESS [ 849.786583] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.359794] env[69976]: INFO networking_nsxv3.common.synchronization [req-85496703-0c7e-46d2-aff4-96917f3a124b req-f2584c9c-a5fc-461c-b256-19cf7079ac93 service nova] Enqueued Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_rules [ 850.360112] env[69976]: INFO networking_nsxv3.common.synchronization [req-85496703-0c7e-46d2-aff4-96917f3a124b req-f2584c9c-a5fc-461c-b256-19cf7079ac93 service nova] Enqueued Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_members [ 850.360351] env[69976]: INFO networking_nsxv3.common.synchronization [req-85496703-0c7e-46d2-aff4-96917f3a124b req-f2584c9c-a5fc-461c-b256-19cf7079ac93 service nova] Enqueued Resource ID: 1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5 with Priority: HIGHEST for action port [ 850.361489] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_rules [ 850.363257] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_members [ 850.363257] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5 with Priority: HIGHEST for action port [ 850.363257] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.363257] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.363257] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.363257] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.363652] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.363652] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.363652] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.364227] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.364321] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.869099] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5 with status ACTIVE [ 850.869460] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.869556] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.869647] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.869879] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.870025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.870370] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.870517] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.870637] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.870919] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.871034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.871316] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.871438] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.871540] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.871762] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.871886] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.872086] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5 is going to be updated. [ 850.900038] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.900229] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.900338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.900575] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.900746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.900950] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.190120] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.190120] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-371" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.190120] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-371" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.190120] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-371" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.190120] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.190120] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.190120] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.190120] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.190120] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.190490] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.190490] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.190490] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.190490] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.190593] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.191089] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.191089] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.212044] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.212288] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 851.212405] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.212784] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-371" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.212918] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-6bf8b021-1099-4a46-b615-631fee61e320 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.213112] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-6bf8b021-1099-4a46-b615-631fee61e320" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.213239] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-6bf8b021-1099-4a46-b615-631fee61e320" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.214451] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-6bf8b021-1099-4a46-b615-631fee61e320" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.214451] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bf8b021-1099-4a46-b615-631fee61e320',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.716562] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.716562] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.716562] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.716562] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.716767] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.716892] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 6bf8b021-1099-4a46-b615-631fee61e320 not found, creating... [ 851.717971] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.717971] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.717971] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.717971] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.717971] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.718251] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.718298] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.718384] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.718610] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.718744] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.718891] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 6bf8b021-1099-4a46-b615-631fee61e320 is going to be created. [ 851.725539] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: SUCCESS [ 851.725762] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.725926] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.726145] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.726327] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.726531] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.726598] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.726755] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.726835] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.726921] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.727029] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.727892] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.728465] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.728650] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.728762] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.728827] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.728976] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.729088] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.729188] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.739509] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.739841] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.739841] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.739999] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.740308] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.740652] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-6bf8b021-1099-4a46-b615-631fee61e320" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.231051] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.231381] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.231651] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.463164] env[69976]: INFO networking_nsxv3.common.synchronization [req-85496703-0c7e-46d2-aff4-96917f3a124b req-154cd6f9-ad36-420b-a71b-b152e27e8005 service nova] Enqueued Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_rules [ 852.463164] env[69976]: INFO networking_nsxv3.common.synchronization [req-85496703-0c7e-46d2-aff4-96917f3a124b req-154cd6f9-ad36-420b-a71b-b152e27e8005 service nova] Enqueued Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_members [ 852.463164] env[69976]: INFO networking_nsxv3.common.synchronization [req-85496703-0c7e-46d2-aff4-96917f3a124b req-154cd6f9-ad36-420b-a71b-b152e27e8005 service nova] Enqueued Resource ID: 6bf8b021-1099-4a46-b615-631fee61e320 with Priority: HIGHEST for action port [ 852.463164] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_rules [ 852.463164] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_members [ 852.463379] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bf8b021-1099-4a46-b615-631fee61e320 with Priority: HIGHEST for action port [ 852.463522] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.463753] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.463814] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.466472] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.466472] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bf8b021-1099-4a46-b615-631fee61e320 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.466472] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bf8b021-1099-4a46-b615-631fee61e320" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.466472] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bf8b021-1099-4a46-b615-631fee61e320" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.466472] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bf8b021-1099-4a46-b615-631fee61e320" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.466472] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bf8b021-1099-4a46-b615-631fee61e320',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.734114] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.966400] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6bf8b021-1099-4a46-b615-631fee61e320 with status ACTIVE [ 852.966635] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.966773] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.966845] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.967083] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.967178] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.967360] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.967462] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.967526] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.967712] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.967786] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.967997] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.968107] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.968172] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.968270] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.968408] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.968460] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6bf8b021-1099-4a46-b615-631fee61e320 is going to be updated. [ 852.995445] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.997142] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.997142] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.997142] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.997309] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.997379] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bf8b021-1099-4a46-b615-631fee61e320" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.236439] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.236753] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.236753] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.236886] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.236961] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.237115] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77d0551d-766d-4abd-a335-5738588c8f60 is going to be updated. [ 853.323298] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.323298] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.323298] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.323571] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.323607] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.337776] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: IN_PROGRESS for 2s [ 855.016881] env[69976]: INFO networking_nsxv3.common.synchronization [req-6f2485fb-31f0-41f7-820e-8c8efc427814 req-d489da94-ebab-4899-9e15-3ff0e69cf6ea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Enqueued Resource ID: a96baa39-8695-4fd0-ba19-e8b45056e962 with Priority: HIGHEST for action security_group_members [ 855.017477] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96baa39-8695-4fd0-ba19-e8b45056e962 with Priority: HIGHEST for action security_group_members [ 855.017802] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96baa39-8695-4fd0-ba19-e8b45056e962 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.017945] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.018505] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.018774] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.018944] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.019135] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.019365] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.019365] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.019432] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.019516] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a96baa39-8695-4fd0-ba19-e8b45056e962',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.330420] env[69976]: INFO networking_nsxv3.common.synchronization [req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 req-8ca1c44f-9cfe-461b-b3a6-d979d7ea8040 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Enqueued Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_members [ 855.331704] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_members [ 855.331704] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7ae917-d6b0-43ce-ba8b-cb722589b419 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.332039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.332099] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.332683] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.332995] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.333164] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.333274] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.333487] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.333689] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.333825] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.354055] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: SUCCESS [ 855.354320] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.354921] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.355336] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.355460] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.355633] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.355705] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.355927] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.357281] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.357564] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.357642] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.357740] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.358330] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.358330] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.358330] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.358330] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.358330] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.358533] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.358533] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.358626] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.359142] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.362872] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.363134] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.363382] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.363838] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.363838] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.366367] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.366367] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.366367] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.521781] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.522149] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.522149] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.522271] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.522378] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.522662] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.522824] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.523204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.523204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.523372] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.523492] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96baa39-8695-4fd0-ba19-e8b45056e962 is going to be updated. [ 855.558618] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.558797] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.558866] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.559051] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.562895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.569676] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96baa39-8695-4fd0-ba19-e8b45056e962 in Status: IN_PROGRESS for 2s [ 855.840501] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.840701] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.840701] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.840837] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.840909] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.841796] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.841796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.841796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.841796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.841796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.841796] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 already deleted. [ 855.841796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.846570] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-866 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.846769] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-866" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.846902] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-866" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.847239] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-866" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.847505] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.847666] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.847788] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.848016] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.848173] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.848396] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.848515] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.848627] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.848741] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.848856] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.848972] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.849121] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.866857] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77d0551d-766d-4abd-a335-5738588c8f60: rpc.has_security_group_logging(os_id): False [ 855.868117] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.871663] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.871663] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 855.871663] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.871663] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-866" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.871921] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-dfbf445f-a49a-4c0c-b007-9190d51d0dbb taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.872078] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-dfbf445f-a49a-4c0c-b007-9190d51d0dbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.872217] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-dfbf445f-a49a-4c0c-b007-9190d51d0dbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.872615] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-dfbf445f-a49a-4c0c-b007-9190d51d0dbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.872766] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfbf445f-a49a-4c0c-b007-9190d51d0dbb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.887367] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.887556] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.887843] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.887843] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.888064] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.888109] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.888175] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.888242] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.888389] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.888476] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.888650] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.888815] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.888815] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.888941] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.889027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.889322] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.889427] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.889470] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.889625] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.889679] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.889761] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77d0551d-766d-4abd-a335-5738588c8f60 is going to be created. [ 855.957673] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.957842] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.957982] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.958137] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.958305] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.970979] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: IN_PROGRESS for 2s [ 856.370839] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.375996] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.375996] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.376237] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.376670] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.376781] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.376978] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port dfbf445f-a49a-4c0c-b007-9190d51d0dbb not found, creating... [ 856.377271] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.377447] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.377618] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.377927] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.378047] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.378418] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.378616] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.378808] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.379072] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.379228] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.379401] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: dfbf445f-a49a-4c0c-b007-9190d51d0dbb is going to be created. [ 856.402853] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.402853] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.402853] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.403185] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.403340] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.403589] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-dfbf445f-a49a-4c0c-b007-9190d51d0dbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.873354] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.873639] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.873742] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.874067] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.874229] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.874429] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77d0551d-766d-4abd-a335-5738588c8f60 is going to be updated. [ 856.914906] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.915076] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.915150] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.915397] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.915581] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.926453] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: IN_PROGRESS for 2s [ 857.213234] env[69976]: INFO networking_nsxv3.common.synchronization [req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 req-9fb0aec9-465a-4b76-8264-f9fbc874ad79 service nova] Enqueued Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_rules [ 857.213422] env[69976]: INFO networking_nsxv3.common.synchronization [req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 req-9fb0aec9-465a-4b76-8264-f9fbc874ad79 service nova] Enqueued Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_members [ 857.213585] env[69976]: INFO networking_nsxv3.common.synchronization [req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 req-9fb0aec9-465a-4b76-8264-f9fbc874ad79 service nova] Enqueued Resource ID: dfbf445f-a49a-4c0c-b007-9190d51d0dbb with Priority: HIGHEST for action port [ 857.214224] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_rules [ 857.214376] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_members [ 857.214564] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfbf445f-a49a-4c0c-b007-9190d51d0dbb with Priority: HIGHEST for action port [ 857.214805] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b7ae917-d6b0-43ce-ba8b-cb722589b419 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.215808] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.215921] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.216235] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.216399] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.217602] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7ae917-d6b0-43ce-ba8b-cb722589b419 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.217728] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.217794] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.217969] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.218421] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.218709] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.218811] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.218970] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.219128] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.219241] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.220072] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfbf445f-a49a-4c0c-b007-9190d51d0dbb taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.220159] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfbf445f-a49a-4c0c-b007-9190d51d0dbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.220201] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfbf445f-a49a-4c0c-b007-9190d51d0dbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.220362] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfbf445f-a49a-4c0c-b007-9190d51d0dbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.220441] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfbf445f-a49a-4c0c-b007-9190d51d0dbb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.584078] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96baa39-8695-4fd0-ba19-e8b45056e962 in Status: SUCCESS [ 857.584439] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96baa39-8695-4fd0-ba19-e8b45056e962 deletion is rescheduled due to dependency. [ 857.585496] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.726055] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7ae917-d6b0-43ce-ba8b-cb722589b419 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.726055] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.726055] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.726055] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfbf445f-a49a-4c0c-b007-9190d51d0dbb with status ACTIVE [ 857.726055] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.726055] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.726055] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.726055] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.726055] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.726055] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.726055] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.726055] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.727699] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.727984] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.729016] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.729413] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.729615] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.730132] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.730630] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.732469] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfbf445f-a49a-4c0c-b007-9190d51d0dbb is going to be updated. [ 857.761569] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.761662] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.761713] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.761957] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.762123] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.762467] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfbf445f-a49a-4c0c-b007-9190d51d0dbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.985222] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: SUCCESS [ 857.985656] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.985973] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.986351] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.986642] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.234993] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.489234] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.489465] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.736171] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.736171] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.736536] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.736536] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.736536] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.736614] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 is going to be created. [ 858.767052] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.767052] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.767052] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.767298] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.767327] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.779338] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: UNINITIALIZED for 2s [ 858.938693] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: SUCCESS [ 858.939017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.939256] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.939542] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.939799] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.939974] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.940091] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.940325] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.940439] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.940590] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.940709] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.443809] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.444083] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.444206] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.444515] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.444759] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.445018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.445097] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.445446] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.445725] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.447028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.447028] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.447028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.447028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.447028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.447028] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.447028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.447361] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.447361] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.447615] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.447615] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.447615] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.949572] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77d0551d-766d-4abd-a335-5738588c8f60: rpc.has_security_group_logging(os_id): False [ 859.977680] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.977680] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.977680] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.977680] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.977680] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.977680] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.977680] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.977680] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.977680] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.978142] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.978142] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.978271] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.978623] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.978623] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.978793] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.979275] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.979275] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.979407] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.979668] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.979728] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.979952] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77d0551d-766d-4abd-a335-5738588c8f60 is going to be updated. [ 860.074956] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.079028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.079028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.079028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.079028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.092952] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: IN_PROGRESS for 2s [ 860.790842] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: SUCCESS [ 860.791177] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.791388] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.791639] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.791903] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.792109] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.792238] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.792426] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.792538] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.792636] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.792739] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.296255] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7ae917-d6b0-43ce-ba8b-cb722589b419 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.296517] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.296517] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.296724] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.296899] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.296999] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.297087] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.297292] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.297400] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.297501] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.297658] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7ae917-d6b0-43ce-ba8b-cb722589b419 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.298691] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.298895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.299319] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.299905] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.300649] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.300804] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.300936] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.301042] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.301138] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.301260] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.805195] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b7ae917-d6b0-43ce-ba8b-cb722589b419: rpc.has_security_group_logging(os_id): False [ 861.824821] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.825095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.825095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.825292] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.825378] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.825570] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.825673] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.825726] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.825881] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.825961] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.826145] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.826241] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.826305] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.826483] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.826652] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.826753] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.826922] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.826922] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.827103] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.827103] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.827215] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 is going to be created. [ 861.890393] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.890633] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.890749] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.891103] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.891432] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.907428] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: IN_PROGRESS for 2s [ 862.113751] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: SUCCESS [ 862.113991] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.114190] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.114421] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.114516] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.215234] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 862.215395] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 862.616559] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.616897] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.616897] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.616984] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.617170] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.617278] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.617344] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.617529] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.617645] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.617758] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.617854] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.659376] env[69976]: INFO networking_nsxv3.common.synchronization [req-7bd80673-84b7-451d-91a7-999c3667daf4 req-bbb293e3-5d75-42e8-bafd-19f18b4bc731 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Enqueued Resource ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 with Priority: HIGHEST for action security_group_members [ 862.659890] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 with Priority: HIGHEST for action security_group_members [ 862.660224] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7a7c46-0d0c-456e-8376-347f94c737c9 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.660332] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.660403] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.660602] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.660752] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.660850] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.660913] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.663623] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.663623] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.667341] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c7a7c46-0d0c-456e-8376-347f94c737c9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.073635] env[69976]: INFO networking_nsxv3.common.synchronization [req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 req-f1b9691d-c336-4b1a-82c6-3ee2b7c4b49b tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Enqueued Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_members [ 863.074302] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_members [ 863.074697] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7ae917-d6b0-43ce-ba8b-cb722589b419 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.074911] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.074911] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.075119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.075565] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.075565] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.075565] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.075565] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.075758] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.075758] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.121424] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.121934] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.121934] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.121934] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.122109] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.122204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.122298] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.122524] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.122626] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.122717] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.122867] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.122984] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.123051] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.123198] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.123337] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.123429] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.123490] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.123634] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.123704] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.123787] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.123864] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.169810] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.169979] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.170372] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.170472] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.170579] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.170986] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.170986] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.170986] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.172804] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.172804] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.172804] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 is going to be updated. [ 863.242671] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.242671] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.242671] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.242671] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.242671] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.256280] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 in Status: IN_PROGRESS for 2s [ 863.578626] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.618187] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-866 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.618798] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-866" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.618798] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-866" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.618910] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-866" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.619321] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.619534] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.619750] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.619971] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.620236] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.620538] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.620741] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.620846] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.620990] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.621156] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.621383] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.621676] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.627190] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77d0551d-766d-4abd-a335-5738588c8f60: rpc.has_security_group_logging(os_id): False [ 863.662109] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.662328] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.662328] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.662657] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.662657] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.662849] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.662956] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.663031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.663199] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.663280] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.663474] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.663578] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.663655] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.663806] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.663882] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.664178] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.664343] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.664419] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.664572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.664651] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.664740] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77d0551d-766d-4abd-a335-5738588c8f60 is going to be updated. [ 863.671177] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.671418] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 863.671543] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.671726] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-866" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.672064] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-08e14825-0fc5-405e-83d9-a5b535d3eda4 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.672254] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-08e14825-0fc5-405e-83d9-a5b535d3eda4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.672411] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-08e14825-0fc5-405e-83d9-a5b535d3eda4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.673300] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-08e14825-0fc5-405e-83d9-a5b535d3eda4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.673300] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08e14825-0fc5-405e-83d9-a5b535d3eda4',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.770051] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.770051] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.770051] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.770360] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.770395] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.786311] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: IN_PROGRESS for 2s [ 863.920219] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: SUCCESS [ 863.920468] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.081785] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.177823] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.178131] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.178231] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.178980] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.178980] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.178980] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 08e14825-0fc5-405e-83d9-a5b535d3eda4 not found, creating... [ 864.179164] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.179690] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.179811] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.180081] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.180184] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.180494] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.180704] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.180797] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.181319] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.181498] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.181672] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 08e14825-0fc5-405e-83d9-a5b535d3eda4 is going to be created. [ 864.205316] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.205556] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.205669] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.206016] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.206281] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.206537] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-08e14825-0fc5-405e-83d9-a5b535d3eda4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.584393] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.584393] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.584618] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.584714] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.584810] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.584923] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 is going to be updated. [ 864.616489] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.616728] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.616819] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.617063] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.617231] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.630290] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: IN_PROGRESS for 2s [ 864.953173] env[69976]: INFO networking_nsxv3.common.synchronization [req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 req-de199261-3846-48be-9e30-388504ff304c service nova] Enqueued Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_rules [ 864.953173] env[69976]: INFO networking_nsxv3.common.synchronization [req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 req-de199261-3846-48be-9e30-388504ff304c service nova] Enqueued Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_members [ 864.953173] env[69976]: INFO networking_nsxv3.common.synchronization [req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 req-de199261-3846-48be-9e30-388504ff304c service nova] Enqueued Resource ID: 08e14825-0fc5-405e-83d9-a5b535d3eda4 with Priority: HIGHEST for action port [ 864.954039] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_rules [ 864.954601] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_members [ 864.955114] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e14825-0fc5-405e-83d9-a5b535d3eda4 with Priority: HIGHEST for action port [ 864.955501] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b7ae917-d6b0-43ce-ba8b-cb722589b419 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.955768] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.955962] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.956333] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.956527] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.958578] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7ae917-d6b0-43ce-ba8b-cb722589b419 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.958794] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.959156] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-08e14825-0fc5-405e-83d9-a5b535d3eda4 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.959401] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08e14825-0fc5-405e-83d9-a5b535d3eda4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.960536] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08e14825-0fc5-405e-83d9-a5b535d3eda4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.960841] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08e14825-0fc5-405e-83d9-a5b535d3eda4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.961063] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08e14825-0fc5-405e-83d9-a5b535d3eda4',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.264347] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 in Status: SUCCESS [ 865.264544] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 deletion is rescheduled due to dependency. [ 865.264595] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.420362] env[69976]: INFO networking_nsxv3.common.synchronization [req-6ac12afb-4953-4a65-891a-e901dde29913 req-a11b8ebf-9dd9-4f02-aacf-bdc3a437d1ec tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Enqueued Resource ID: ead10f8e-a9d4-477b-885e-dcee56211c59 with Priority: HIGHEST for action security_group_members [ 865.420778] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead10f8e-a9d4-477b-885e-dcee56211c59 with Priority: HIGHEST for action security_group_members [ 865.424312] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-ead10f8e-a9d4-477b-885e-dcee56211c59 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.424312] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.424312] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.424312] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.424312] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.424312] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.424312] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.424312] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.424312] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.424312] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ead10f8e-a9d4-477b-885e-dcee56211c59',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.462652] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7ae917-d6b0-43ce-ba8b-cb722589b419 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.462810] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.464749] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08e14825-0fc5-405e-83d9-a5b535d3eda4 with status ACTIVE [ 865.464749] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.464749] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.464749] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.464749] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.464749] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.464749] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.464749] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.464749] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.464749] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.464749] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.464749] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.464749] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.464749] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.465802] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.465802] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.465802] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08e14825-0fc5-405e-83d9-a5b535d3eda4 is going to be updated. [ 865.490168] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.490367] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.490367] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.490587] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.490729] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.490886] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08e14825-0fc5-405e-83d9-a5b535d3eda4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.637860] env[69976]: INFO networking_nsxv3.common.synchronization [req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 req-0acc8d6c-bd99-4e85-8c10-916577b1677a tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Enqueued Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_members [ 865.638451] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_members [ 865.639013] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.639013] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.639013] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.639815] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.639933] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.640092] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.640142] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.640289] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.640381] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.640504] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.802688] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: SUCCESS [ 865.802938] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.930851] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.930851] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.930851] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.931041] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.931169] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.931431] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.931687] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.931687] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.931774] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.931840] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.931926] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ead10f8e-a9d4-477b-885e-dcee56211c59 already deleted. [ 865.932022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.092849] env[69976]: INFO networking_nsxv3.common.synchronization [req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 req-f7f1470b-aff8-4275-b056-10af26c80ca7 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Enqueued Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_members [ 866.093723] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_members [ 866.094195] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.094339] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.142719] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.183135] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.183135] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-363" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.183135] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-363" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.183135] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-363" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.183135] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.183464] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.183464] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.183624] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.183771] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.183982] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 866.187230] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.187418] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.187523] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.187663] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 866.187783] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.187931] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.210535] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.210715] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 866.210859] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.211057] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-363" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.211496] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-607418f3-9d25-4521-8f2d-05ddf484d9d3 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.211678] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-607418f3-9d25-4521-8f2d-05ddf484d9d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.211804] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-607418f3-9d25-4521-8f2d-05ddf484d9d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.212171] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-607418f3-9d25-4521-8f2d-05ddf484d9d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.212421] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('607418f3-9d25-4521-8f2d-05ddf484d9d3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.406570] env[69976]: INFO networking_nsxv3.common.synchronization [req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 req-72496490-86a2-4e06-9ffe-80af73455965 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Enqueued Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_members [ 866.407321] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_members [ 866.408667] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.408667] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.642068] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: SUCCESS [ 866.642068] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.642068] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.642068] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.642596] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.642596] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.642692] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.642914] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.643138] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.643138] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.645970] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.715281] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.715281] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.715281] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.715738] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.716398] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.716398] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 607418f3-9d25-4521-8f2d-05ddf484d9d3 not found, creating... [ 866.716398] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.716710] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.716970] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.717285] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.717454] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.718344] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.718344] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.718344] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.718344] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.718699] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.718699] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 607418f3-9d25-4521-8f2d-05ddf484d9d3 is going to be created. [ 866.741559] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.742520] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.742520] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.742520] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.742687] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.743602] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-607418f3-9d25-4521-8f2d-05ddf484d9d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.145334] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.150072] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.150072] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.150072] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.150358] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.150358] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.150742] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77d0551d-766d-4abd-a335-5738588c8f60 is going to be updated. [ 867.184099] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.184286] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.184329] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.184524] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.184921] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.197208] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: IN_PROGRESS for 2s [ 867.622632] env[69976]: INFO networking_nsxv3.common.synchronization [req-6ac12afb-4953-4a65-891a-e901dde29913 req-23c2918f-0b39-44e0-a458-2a3701642bc2 service nova] Enqueued Resource ID: ead10f8e-a9d4-477b-885e-dcee56211c59 with Priority: HIGHEST for action security_group_rules [ 867.622878] env[69976]: INFO networking_nsxv3.common.synchronization [req-6ac12afb-4953-4a65-891a-e901dde29913 req-23c2918f-0b39-44e0-a458-2a3701642bc2 service nova] Enqueued Resource ID: ead10f8e-a9d4-477b-885e-dcee56211c59 with Priority: HIGHEST for action security_group_members [ 867.623046] env[69976]: INFO networking_nsxv3.common.synchronization [req-6ac12afb-4953-4a65-891a-e901dde29913 req-23c2918f-0b39-44e0-a458-2a3701642bc2 service nova] Enqueued Resource ID: 607418f3-9d25-4521-8f2d-05ddf484d9d3 with Priority: HIGHEST for action port [ 867.623884] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead10f8e-a9d4-477b-885e-dcee56211c59 with Priority: HIGHEST for action security_group_rules [ 867.624047] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead10f8e-a9d4-477b-885e-dcee56211c59 with Priority: HIGHEST for action security_group_members [ 867.624661] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 607418f3-9d25-4521-8f2d-05ddf484d9d3 with Priority: HIGHEST for action port [ 867.624661] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ead10f8e-a9d4-477b-885e-dcee56211c59 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.624661] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.624661] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.624848] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.625144] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ead10f8e-a9d4-477b-885e-dcee56211c59',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.625790] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-ead10f8e-a9d4-477b-885e-dcee56211c59 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.625895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.625961] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.627030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.627030] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.627030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.627030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.627030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.627030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.627030] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ead10f8e-a9d4-477b-885e-dcee56211c59',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.627615] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-607418f3-9d25-4521-8f2d-05ddf484d9d3 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.627696] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-607418f3-9d25-4521-8f2d-05ddf484d9d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.627804] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-607418f3-9d25-4521-8f2d-05ddf484d9d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.627857] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-607418f3-9d25-4521-8f2d-05ddf484d9d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.627956] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('607418f3-9d25-4521-8f2d-05ddf484d9d3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.648330] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.130417] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-ead10f8e-a9d4-477b-885e-dcee56211c59 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.130417] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.130417] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ead10f8e-a9d4-477b-885e-dcee56211c59',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.130725] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 607418f3-9d25-4521-8f2d-05ddf484d9d3 with status ACTIVE [ 868.131153] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.132032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.132032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.132032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.132032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.132032] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.132250] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.132250] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.132306] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.132413] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.132561] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.132642] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.132706] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.132848] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.133009] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.133359] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 607418f3-9d25-4521-8f2d-05ddf484d9d3 is going to be updated. [ 868.150785] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.150986] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.151034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.151227] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.151367] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.151507] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 is going to be updated. [ 868.165645] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.165836] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.165897] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.166195] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.166339] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.166645] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-607418f3-9d25-4521-8f2d-05ddf484d9d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.197600] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.198016] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.198016] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.198189] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.198347] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.224802] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: IN_PROGRESS for 2s [ 868.635447] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ead10f8e-a9d4-477b-885e-dcee56211c59',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.138376] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.138641] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.138641] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.142017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.142017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.142017] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ead10f8e-a9d4-477b-885e-dcee56211c59 is going to be created. [ 869.165383] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.165383] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.165383] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.165383] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.165383] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.175564] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ead10f8e-a9d4-477b-885e-dcee56211c59 in Status: UNINITIALIZED for 2s [ 869.207152] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: SUCCESS [ 869.207434] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.207806] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.207890] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.208192] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.208192] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.208314] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.208449] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.208536] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.208633] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.712442] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.712442] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.712442] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.712442] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.712442] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.712442] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.712442] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.712442] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.712987] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.712987] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.712987] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77d0551d-766d-4abd-a335-5738588c8f60 is going to be updated. [ 869.749038] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.749269] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.749269] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.749464] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.749614] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.763801] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: IN_PROGRESS for 2s [ 870.186470] env[69976]: INFO networking_nsxv3.common.synchronization [req-056e792e-92c6-4af7-ae69-44c845e7b02b req-1323f972-b227-4702-9e9a-6b2d629e782e tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Enqueued Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_members [ 870.187018] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_members [ 870.187327] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.187452] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.187520] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.187717] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.187871] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.187970] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.192384] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.193647] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.193725] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.193851] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.234972] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: SUCCESS [ 870.235266] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.235463] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.236536] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.236536] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.236536] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.236536] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.236536] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.236536] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.236833] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.236903] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.700381] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.700381] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.700381] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.700381] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.722393] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.722393] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.722393] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.722393] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.722393] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.722393] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.722393] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f is going to be updated. [ 870.727944] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-651 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.727944] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-651" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.727944] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-651" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.727944] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-651" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.727944] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.727944] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.728288] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.728319] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.728471] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.728677] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 870.728797] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.728913] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.729073] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.729217] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 870.729351] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.729491] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.739412] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7ae917-d6b0-43ce-ba8b-cb722589b419 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.739573] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.739627] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.739860] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.740038] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.740145] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.740209] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.740358] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.740444] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.740541] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.740673] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7ae917-d6b0-43ce-ba8b-cb722589b419 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.740765] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.740826] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.741094] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.741162] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.741210] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.741250] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.741471] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.741547] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.741633] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.741740] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.749732] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.749872] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.749944] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.750159] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.750315] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.753290] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.753556] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 870.753628] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.753810] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-651" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.754130] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-5b79d4f7-c460-437c-8233-cf9f3a3b1736 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.757429] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-5b79d4f7-c460-437c-8233-cf9f3a3b1736" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.757429] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-5b79d4f7-c460-437c-8233-cf9f3a3b1736" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.757429] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-5b79d4f7-c460-437c-8233-cf9f3a3b1736" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.757429] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b79d4f7-c460-437c-8233-cf9f3a3b1736',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.763160] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: IN_PROGRESS for 2s [ 871.186251] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ead10f8e-a9d4-477b-885e-dcee56211c59 in Status: SUCCESS [ 871.186481] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.186722] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.187316] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.187316] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.187316] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.187316] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.187521] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.187521] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.187581] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.187693] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ead10f8e-a9d4-477b-885e-dcee56211c59',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.244546] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b7ae917-d6b0-43ce-ba8b-cb722589b419: rpc.has_security_group_logging(os_id): False [ 871.259797] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.259797] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.259797] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.259797] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.259797] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.260059] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 5b79d4f7-c460-437c-8233-cf9f3a3b1736 not found, creating... [ 871.260280] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.260497] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.260665] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.260909] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.261180] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.261837] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.262125] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.262562] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.262596] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.262810] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.263034] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 5b79d4f7-c460-437c-8233-cf9f3a3b1736 is going to be created. [ 871.265014] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.265190] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.265290] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.265509] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.265651] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.265894] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.265948] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.266087] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.266234] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.266336] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.266572] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.266661] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.266754] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.266927] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.267012] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.267267] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.267392] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.267477] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.267639] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.267735] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.267841] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 is going to be updated. [ 871.290307] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.290540] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.290671] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.290952] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.291233] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.291499] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-5b79d4f7-c460-437c-8233-cf9f3a3b1736" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.346878] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.346878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.346878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.346878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.346878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.368127] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: IN_PROGRESS for 2s [ 871.690454] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-ead10f8e-a9d4-477b-885e-dcee56211c59 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.690645] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.690742] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.690942] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.691103] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.691211] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.691277] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.691555] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.691641] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.691734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.691890] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-ead10f8e-a9d4-477b-885e-dcee56211c59 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.691981] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.692099] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.692235] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.692500] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.692673] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.692673] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.692812] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.692896] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.692973] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.693092] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ead10f8e-a9d4-477b-885e-dcee56211c59',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.772550] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: SUCCESS [ 871.773329] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77d0551d-766d-4abd-a335-5738588c8f60 deletion is rescheduled due to dependency. [ 871.773329] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.774873] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.774873] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.774873] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.774873] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.774873] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.774873] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.774873] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.774873] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.168596] env[69976]: INFO networking_nsxv3.common.synchronization [req-056e792e-92c6-4af7-ae69-44c845e7b02b req-919514aa-7d81-4916-9a67-fecd7ba5ea3f service nova] Enqueued Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_rules [ 872.168827] env[69976]: INFO networking_nsxv3.common.synchronization [req-056e792e-92c6-4af7-ae69-44c845e7b02b req-919514aa-7d81-4916-9a67-fecd7ba5ea3f service nova] Enqueued Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_members [ 872.168993] env[69976]: INFO networking_nsxv3.common.synchronization [req-056e792e-92c6-4af7-ae69-44c845e7b02b req-919514aa-7d81-4916-9a67-fecd7ba5ea3f service nova] Enqueued Resource ID: 5b79d4f7-c460-437c-8233-cf9f3a3b1736 with Priority: HIGHEST for action port [ 872.169289] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_rules [ 872.169432] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_members [ 872.169534] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b79d4f7-c460-437c-8233-cf9f3a3b1736 with Priority: HIGHEST for action port [ 872.170226] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.170439] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.170530] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.170702] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.170858] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.171989] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.172167] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.172248] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b79d4f7-c460-437c-8233-cf9f3a3b1736 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.172385] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b79d4f7-c460-437c-8233-cf9f3a3b1736" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.172504] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b79d4f7-c460-437c-8233-cf9f3a3b1736" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.172599] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b79d4f7-c460-437c-8233-cf9f3a3b1736" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.172695] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b79d4f7-c460-437c-8233-cf9f3a3b1736',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.195706] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ead10f8e-a9d4-477b-885e-dcee56211c59: rpc.has_security_group_logging(os_id): False [ 872.213299] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.213504] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.213555] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.213851] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.213969] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.214474] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.214474] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.214474] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.214646] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.214646] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.214863] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.214982] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.215065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.215228] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.215305] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.215537] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.215652] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.215732] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.215899] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.215991] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.216110] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ead10f8e-a9d4-477b-885e-dcee56211c59 is going to be created. [ 872.272965] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.273144] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.273249] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.273438] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.273581] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.277221] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.277350] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.277425] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.277627] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.277710] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.277898] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.277997] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.278057] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.278206] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.278286] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.278371] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77d0551d-766d-4abd-a335-5738588c8f60 is going to be updated. [ 872.287877] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ead10f8e-a9d4-477b-885e-dcee56211c59 in Status: IN_PROGRESS for 2s [ 872.307476] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.307476] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.307476] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.307476] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.307476] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.315462] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: IN_PROGRESS for 2s [ 872.676727] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b79d4f7-c460-437c-8233-cf9f3a3b1736 with status ACTIVE [ 872.676933] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.677124] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.677193] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.677372] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.677538] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.677646] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.677749] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.677810] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.677963] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.678053] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.678236] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.678330] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.678449] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.678532] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.678738] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.678790] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b79d4f7-c460-437c-8233-cf9f3a3b1736 is going to be updated. [ 872.680038] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.680147] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.713027] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.713027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.713027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.713027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.713027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.713027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b79d4f7-c460-437c-8233-cf9f3a3b1736" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.772959] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: SUCCESS [ 872.773247] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f deletion is rescheduled due to dependency. [ 872.773247] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.773448] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.773667] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.773848] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.773967] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.774115] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.774115] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.774115] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.774523] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.276420] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.383543] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: SUCCESS [ 873.383769] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.779747] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.282861] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.284448] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.284448] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.284448] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.284448] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.284448] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f is going to be updated. [ 874.302820] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ead10f8e-a9d4-477b-885e-dcee56211c59 in Status: SUCCESS [ 874.303126] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.319533] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.319684] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.319741] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.319951] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.321044] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.331066] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: IN_PROGRESS for 2s [ 874.331655] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: SUCCESS [ 874.331824] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77d0551d-766d-4abd-a335-5738588c8f60 deletion is rescheduled due to dependency. [ 874.331939] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.252306] env[69976]: INFO networking_nsxv3.common.synchronization [req-fa3d719c-4781-4ee1-a022-61c014095b42 req-c2fa7535-394b-4cd9-8665-a41e07d27ab2 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Enqueued Resource ID: c97dff9b-bd2a-4d4b-82a2-5f60701d9177 with Priority: HIGHEST for action security_group_members [ 875.252879] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c97dff9b-bd2a-4d4b-82a2-5f60701d9177 with Priority: HIGHEST for action security_group_members [ 875.253207] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c97dff9b-bd2a-4d4b-82a2-5f60701d9177 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.253321] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.253388] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.253644] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.254943] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.254943] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.254943] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.254943] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.254943] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.254943] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c97dff9b-bd2a-4d4b-82a2-5f60701d9177',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.694155] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-369 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.694475] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-369" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.694475] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-369" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.694821] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-369" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.695239] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.695480] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.695656] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.695993] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.696263] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.696534] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 875.696738] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.696915] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.697118] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.697298] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 875.697492] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.697692] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.722647] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.723094] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 875.723400] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.723794] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-369" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.724354] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-374479fb-61f6-4f82-a317-0ceef493f35c taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.724724] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-374479fb-61f6-4f82-a317-0ceef493f35c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.725024] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-374479fb-61f6-4f82-a317-0ceef493f35c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.725550] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-374479fb-61f6-4f82-a317-0ceef493f35c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.725822] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('374479fb-61f6-4f82-a317-0ceef493f35c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.757029] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.757159] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.757159] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.757340] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.757428] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.757643] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.757758] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.757823] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.757993] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.758093] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.758182] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c97dff9b-bd2a-4d4b-82a2-5f60701d9177 already deleted. [ 875.758263] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.229221] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.229624] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.229870] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.230214] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.230381] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.230678] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 374479fb-61f6-4f82-a317-0ceef493f35c not found, creating... [ 876.230956] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.231155] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.231443] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.231744] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.231927] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.232362] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.232613] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.232835] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.233537] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.233537] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.233537] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 374479fb-61f6-4f82-a317-0ceef493f35c is going to be created. [ 876.254580] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.254832] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.254968] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.255284] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.255526] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.255776] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-374479fb-61f6-4f82-a317-0ceef493f35c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.357905] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: SUCCESS [ 876.358190] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.358843] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.358843] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.358843] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.359001] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.359061] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.359365] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.359518] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.359671] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.359817] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.862421] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.862807] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.862807] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.863022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.863295] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.863484] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.863586] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.863823] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.863991] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.864120] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.864301] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.864470] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.868023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.868023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.868023] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.868023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.868023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.868023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.868023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.868023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.868023] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.368147] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d96f5c9f-28c0-4f89-b183-44a2472f0b7f: rpc.has_security_group_logging(os_id): False [ 877.389944] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.390141] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.390188] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.390608] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.390608] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.390695] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.390796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.390861] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.391028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.391108] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.391288] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.391432] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.391490] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.391640] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.391716] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.391896] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.391992] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.394560] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.394599] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.394657] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.394748] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f is going to be updated. [ 877.400378] env[69976]: INFO networking_nsxv3.common.synchronization [req-fa3d719c-4781-4ee1-a022-61c014095b42 req-63f260e7-fd47-4082-a4ee-d7942628a2e8 service nova] Enqueued Resource ID: c97dff9b-bd2a-4d4b-82a2-5f60701d9177 with Priority: HIGHEST for action security_group_rules [ 877.400564] env[69976]: INFO networking_nsxv3.common.synchronization [req-fa3d719c-4781-4ee1-a022-61c014095b42 req-63f260e7-fd47-4082-a4ee-d7942628a2e8 service nova] Enqueued Resource ID: c97dff9b-bd2a-4d4b-82a2-5f60701d9177 with Priority: HIGHEST for action security_group_members [ 877.400907] env[69976]: INFO networking_nsxv3.common.synchronization [req-fa3d719c-4781-4ee1-a022-61c014095b42 req-63f260e7-fd47-4082-a4ee-d7942628a2e8 service nova] Enqueued Resource ID: 374479fb-61f6-4f82-a317-0ceef493f35c with Priority: HIGHEST for action port [ 877.400947] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c97dff9b-bd2a-4d4b-82a2-5f60701d9177 with Priority: HIGHEST for action security_group_rules [ 877.401071] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c97dff9b-bd2a-4d4b-82a2-5f60701d9177 with Priority: HIGHEST for action security_group_members [ 877.401173] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 374479fb-61f6-4f82-a317-0ceef493f35c with Priority: HIGHEST for action port [ 877.401725] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c97dff9b-bd2a-4d4b-82a2-5f60701d9177 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.401849] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.402351] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.402351] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.402351] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c97dff9b-bd2a-4d4b-82a2-5f60701d9177',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.403135] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c97dff9b-bd2a-4d4b-82a2-5f60701d9177 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.403251] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.403319] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.403485] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.403633] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.403768] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.403803] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.403923] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.404010] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.404107] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c97dff9b-bd2a-4d4b-82a2-5f60701d9177',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.405052] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-374479fb-61f6-4f82-a317-0ceef493f35c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.405155] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-374479fb-61f6-4f82-a317-0ceef493f35c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.405155] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-374479fb-61f6-4f82-a317-0ceef493f35c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.405301] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-374479fb-61f6-4f82-a317-0ceef493f35c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.405509] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('374479fb-61f6-4f82-a317-0ceef493f35c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.456792] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.456792] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.456792] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.456792] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.457043] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.475306] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: IN_PROGRESS for 2s [ 877.907615] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c97dff9b-bd2a-4d4b-82a2-5f60701d9177',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.908716] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c97dff9b-bd2a-4d4b-82a2-5f60701d9177 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.908833] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.908999] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 374479fb-61f6-4f82-a317-0ceef493f35c with status ACTIVE [ 877.909167] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.909276] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.909343] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.909550] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.909637] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.909807] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.909901] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.909956] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.910131] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.910208] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.910433] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.910510] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.910510] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.910650] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.910717] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.910799] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 374479fb-61f6-4f82-a317-0ceef493f35c is going to be updated. [ 877.939756] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.939924] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.939962] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.940187] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.940417] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.940556] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-374479fb-61f6-4f82-a317-0ceef493f35c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.948403] env[69976]: INFO networking_nsxv3.common.synchronization [req-5dfc359b-9343-4827-8419-7ee6b53d1e08 req-19428a78-88da-4d6a-8a5a-1bbacf6056d6 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Enqueued Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_members [ 877.948899] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_members [ 877.949215] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.949362] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.949440] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.949836] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.952030] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.952030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.952030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.952030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.952030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.952030] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.414769] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c97dff9b-bd2a-4d4b-82a2-5f60701d9177',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.452962] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.665184] env[69976]: INFO networking_nsxv3.common.synchronization [req-7c8aaa7a-39f5-4e55-b76b-aa748867983a req-7c1126c5-d64d-48dd-96f1-5fd9c8902fdd tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Enqueued Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_members [ 878.665184] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_members [ 878.666289] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7ae917-d6b0-43ce-ba8b-cb722589b419 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.667398] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.668777] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.671430] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.671430] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.671430] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.671430] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.671430] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.671430] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.671430] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.678408] env[69976]: INFO networking_nsxv3.common.synchronization [req-3e0e8010-215b-4224-935e-95607fffed9a req-f12175e7-49d9-4440-a6e5-eb43b48e0f74 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Enqueued Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_members [ 878.678750] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_members [ 878.679212] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7ae917-d6b0-43ce-ba8b-cb722589b419 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.679324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.919941] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.920365] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.920365] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.920435] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.920517] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.920646] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c97dff9b-bd2a-4d4b-82a2-5f60701d9177 is going to be created. [ 878.946419] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.946593] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.946663] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.946846] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.947018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.955120] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.959328] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c97dff9b-bd2a-4d4b-82a2-5f60701d9177 in Status: UNINITIALIZED for 2s [ 879.174517] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.174665] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.174733] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.174946] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.175133] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.175255] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.176024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.176024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.176024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.176024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.176024] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 is going to be updated. [ 879.206021] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.206175] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.206232] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.206445] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.206589] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.217175] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: IN_PROGRESS for 2s [ 879.457291] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.457550] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.457673] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.457976] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.458141] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.458308] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf55a032-4305-4c90-9bbc-f6318120f95b is going to be updated. [ 879.494261] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: SUCCESS [ 879.494478] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.498013] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.498193] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.498354] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.498706] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.498871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.509640] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: IN_PROGRESS for 2s [ 879.948911] env[69976]: INFO networking_nsxv3.common.synchronization [req-095e0b02-edb8-455d-b17d-10c574b946cb req-17aba8c3-6188-4f3b-877a-c2b40ba09b3a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Enqueued Resource ID: e51bbd0a-7fa9-4229-a998-a17f851ffef9 with Priority: HIGHEST for action security_group_members [ 879.949575] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e51bbd0a-7fa9-4229-a998-a17f851ffef9 with Priority: HIGHEST for action security_group_members [ 879.950078] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-e51bbd0a-7fa9-4229-a998-a17f851ffef9 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.950288] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.950428] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.951038] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.951212] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.951405] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.951490] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.951747] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.951926] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.952103] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e51bbd0a-7fa9-4229-a998-a17f851ffef9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.454609] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.454879] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.454995] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.455344] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.455504] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.456053] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.456053] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.456520] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.456520] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.456520] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.456711] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e51bbd0a-7fa9-4229-a998-a17f851ffef9 already deleted. [ 880.456764] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.539058] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-585 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.539279] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.539432] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.539858] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.540195] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.540424] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.540558] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.540820] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.541092] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.541542] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 880.541713] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.541845] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.541965] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.542107] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 880.542223] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.542378] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.561632] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.562667] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 880.562667] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.562667] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.562667] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-0018187c-99d0-491f-bfe6-5c75503ce91a taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.562886] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-0018187c-99d0-491f-bfe6-5c75503ce91a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.563030] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-0018187c-99d0-491f-bfe6-5c75503ce91a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.563407] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-0018187c-99d0-491f-bfe6-5c75503ce91a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.563560] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0018187c-99d0-491f-bfe6-5c75503ce91a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.796144] env[69976]: INFO networking_nsxv3.common.synchronization [req-e011616d-5269-41ab-a4ea-46d2954bee2a req-6a905e0e-0a15-4347-b870-c91bbf3efd8c tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Enqueued Resource ID: ead10f8e-a9d4-477b-885e-dcee56211c59 with Priority: HIGHEST for action security_group_members [ 880.796144] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead10f8e-a9d4-477b-885e-dcee56211c59 with Priority: HIGHEST for action security_group_members [ 880.796144] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-ead10f8e-a9d4-477b-885e-dcee56211c59 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.796718] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.796985] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.797397] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.800052] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.800052] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.800052] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.800052] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.800052] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.800052] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ead10f8e-a9d4-477b-885e-dcee56211c59',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.968068] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c97dff9b-bd2a-4d4b-82a2-5f60701d9177 in Status: SUCCESS [ 880.968433] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.968524] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.969658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.969658] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.969658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.969658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.969658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.969658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.969658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.969658] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c97dff9b-bd2a-4d4b-82a2-5f60701d9177',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.066040] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.066228] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.066338] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.066734] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.066930] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.067092] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 0018187c-99d0-491f-bfe6-5c75503ce91a not found, creating... [ 881.067781] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.067781] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.067781] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.068061] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.068243] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.069205] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.069205] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.069205] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.069402] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.069842] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.069842] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 0018187c-99d0-491f-bfe6-5c75503ce91a is going to be created. [ 881.095229] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.095229] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.095229] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.095229] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.095229] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.095229] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-0018187c-99d0-491f-bfe6-5c75503ce91a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.226842] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: SUCCESS [ 881.227049] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 deletion is rescheduled due to dependency. [ 881.227426] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.227426] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.227672] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.227752] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.227869] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.227930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.228317] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.228317] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.228317] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.304343] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.304504] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.304580] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.304835] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.304932] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.305255] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.305860] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.305973] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.306178] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.306229] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.306321] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ead10f8e-a9d4-477b-885e-dcee56211c59 is going to be updated. [ 881.336856] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.337056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.337102] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.337289] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.337431] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.348055] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ead10f8e-a9d4-477b-885e-dcee56211c59 in Status: IN_PROGRESS for 2s [ 881.475337] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c97dff9b-bd2a-4d4b-82a2-5f60701d9177',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.519942] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: SUCCESS [ 881.520196] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.731288] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.731441] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.731527] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.731691] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.731781] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.731970] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.732081] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.732141] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.732286] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.732377] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.732457] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 is going to be updated. [ 881.760815] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.760984] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.761119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.761311] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.761604] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.771038] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: IN_PROGRESS for 2s [ 881.909198] env[69976]: INFO networking_nsxv3.common.synchronization [req-095e0b02-edb8-455d-b17d-10c574b946cb req-253dbce6-2276-4031-8ca5-f0cdb95369de service nova] Enqueued Resource ID: e51bbd0a-7fa9-4229-a998-a17f851ffef9 with Priority: HIGHEST for action security_group_rules [ 881.909198] env[69976]: INFO networking_nsxv3.common.synchronization [req-095e0b02-edb8-455d-b17d-10c574b946cb req-253dbce6-2276-4031-8ca5-f0cdb95369de service nova] Enqueued Resource ID: e51bbd0a-7fa9-4229-a998-a17f851ffef9 with Priority: HIGHEST for action security_group_members [ 881.909198] env[69976]: INFO networking_nsxv3.common.synchronization [req-095e0b02-edb8-455d-b17d-10c574b946cb req-253dbce6-2276-4031-8ca5-f0cdb95369de service nova] Enqueued Resource ID: 0018187c-99d0-491f-bfe6-5c75503ce91a with Priority: HIGHEST for action port [ 881.909664] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e51bbd0a-7fa9-4229-a998-a17f851ffef9 with Priority: HIGHEST for action security_group_rules [ 881.909780] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e51bbd0a-7fa9-4229-a998-a17f851ffef9 with Priority: HIGHEST for action security_group_members [ 881.909885] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0018187c-99d0-491f-bfe6-5c75503ce91a with Priority: HIGHEST for action port [ 881.910414] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e51bbd0a-7fa9-4229-a998-a17f851ffef9 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.910552] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.910617] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.910828] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.910910] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e51bbd0a-7fa9-4229-a998-a17f851ffef9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.913244] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-e51bbd0a-7fa9-4229-a998-a17f851ffef9 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.913434] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.913434] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.913638] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.913804] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.913921] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.913973] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.914139] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.914226] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.914324] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e51bbd0a-7fa9-4229-a998-a17f851ffef9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.915874] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-0018187c-99d0-491f-bfe6-5c75503ce91a taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.916643] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0018187c-99d0-491f-bfe6-5c75503ce91a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.916725] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0018187c-99d0-491f-bfe6-5c75503ce91a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.916920] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0018187c-99d0-491f-bfe6-5c75503ce91a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.917136] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0018187c-99d0-491f-bfe6-5c75503ce91a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.978075] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c97dff9b-bd2a-4d4b-82a2-5f60701d9177: rpc.has_security_group_logging(os_id): False [ 881.998669] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.998669] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.998669] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.998669] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.998669] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.999020] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.999020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.999020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.999143] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.999236] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.999445] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c97dff9b-bd2a-4d4b-82a2-5f60701d9177 is going to be created. [ 882.070755] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.071133] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.071331] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.071696] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.072072] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.087111] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c97dff9b-bd2a-4d4b-82a2-5f60701d9177 in Status: IN_PROGRESS for 2s [ 882.413567] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-e51bbd0a-7fa9-4229-a998-a17f851ffef9 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.413567] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.419051] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e51bbd0a-7fa9-4229-a998-a17f851ffef9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.420714] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0018187c-99d0-491f-bfe6-5c75503ce91a with status ACTIVE [ 882.421071] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.421411] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.423095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.423095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.423095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.423095] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.423095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.423095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.423095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.423095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.423095] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.423095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.423095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.423095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.423830] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.425866] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0018187c-99d0-491f-bfe6-5c75503ce91a is going to be updated. [ 882.447037] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.447203] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.447257] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.447471] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.448365] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.448365] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0018187c-99d0-491f-bfe6-5c75503ce91a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.665724] env[69976]: INFO networking_nsxv3.common.synchronization [req-c9b3270b-ef74-41e3-a932-cac369bb07e5 req-f1617485-0382-4fe0-856d-8c4edd7809da tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Enqueued Resource ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 with Priority: HIGHEST for action security_group_members [ 882.666723] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 with Priority: HIGHEST for action security_group_members [ 882.667258] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.667474] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.667585] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.667887] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.668168] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.668346] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.668461] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.668717] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.668872] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.672568] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a77a7d28-3dd4-48de-9f6a-cc20e7ada388',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.931676] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e51bbd0a-7fa9-4229-a998-a17f851ffef9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.123923] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.126021] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-934" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.126021] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-934" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.126021] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-934" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.126021] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.126021] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.126021] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.126383] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.126674] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.128711] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 883.128711] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.128711] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.128711] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.128711] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 883.128711] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.128711] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.153547] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.153547] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 883.153547] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.153547] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-934" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.153547] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-3f5df03d-8a1c-4a7e-ac47-79203264d202 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.153547] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-3f5df03d-8a1c-4a7e-ac47-79203264d202" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.153939] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-3f5df03d-8a1c-4a7e-ac47-79203264d202" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.154182] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-3f5df03d-8a1c-4a7e-ac47-79203264d202" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.154379] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f5df03d-8a1c-4a7e-ac47-79203264d202',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.175753] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a77a7d28-3dd4-48de-9f6a-cc20e7ada388',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.360888] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ead10f8e-a9d4-477b-885e-dcee56211c59 in Status: SUCCESS [ 883.361069] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ead10f8e-a9d4-477b-885e-dcee56211c59 deletion is rescheduled due to dependency. [ 883.361146] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.431541] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.431780] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.431836] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.432115] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.432250] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.432389] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e51bbd0a-7fa9-4229-a998-a17f851ffef9 is going to be created. [ 883.458438] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.458635] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.458748] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.459014] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.459244] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.470791] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e51bbd0a-7fa9-4229-a998-a17f851ffef9 in Status: UNINITIALIZED for 2s [ 883.657582] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.658018] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.658139] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.658483] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.658681] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.659268] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 3f5df03d-8a1c-4a7e-ac47-79203264d202 not found, creating... [ 883.659268] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.659527] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.659691] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.659964] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.660155] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.660494] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.660673] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.660798] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.661099] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.661270] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.661521] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 3f5df03d-8a1c-4a7e-ac47-79203264d202 is going to be created. [ 883.679043] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a77a7d28-3dd4-48de-9f6a-cc20e7ada388',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.699376] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.699376] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.699376] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.701649] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.701649] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.701649] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-3f5df03d-8a1c-4a7e-ac47-79203264d202" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.787861] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: SUCCESS [ 883.788078] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 deletion is rescheduled due to dependency. [ 883.788207] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.099190] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c97dff9b-bd2a-4d4b-82a2-5f60701d9177 in Status: SUCCESS [ 884.099535] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.180963] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.181471] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.181471] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.181724] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.181895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.182065] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 is going to be updated. [ 884.215953] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.216111] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.216578] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.216578] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.216578] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.226097] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 in Status: IN_PROGRESS for 2s [ 884.427243] env[69976]: INFO networking_nsxv3.common.synchronization [req-c9b3270b-ef74-41e3-a932-cac369bb07e5 req-6055d9e0-4363-4c07-8fcf-3107526cda88 service nova] Enqueued Resource ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 with Priority: HIGHEST for action security_group_rules [ 884.427243] env[69976]: INFO networking_nsxv3.common.synchronization [req-c9b3270b-ef74-41e3-a932-cac369bb07e5 req-6055d9e0-4363-4c07-8fcf-3107526cda88 service nova] Enqueued Resource ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 with Priority: HIGHEST for action security_group_members [ 884.427243] env[69976]: INFO networking_nsxv3.common.synchronization [req-c9b3270b-ef74-41e3-a932-cac369bb07e5 req-6055d9e0-4363-4c07-8fcf-3107526cda88 service nova] Enqueued Resource ID: 3f5df03d-8a1c-4a7e-ac47-79203264d202 with Priority: HIGHEST for action port [ 884.427243] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 with Priority: HIGHEST for action security_group_rules [ 884.427243] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 with Priority: HIGHEST for action security_group_members [ 884.427243] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f5df03d-8a1c-4a7e-ac47-79203264d202 with Priority: HIGHEST for action port [ 884.427243] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a77a7d28-3dd4-48de-9f6a-cc20e7ada388 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.427243] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.427243] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.428302] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.428705] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a77a7d28-3dd4-48de-9f6a-cc20e7ada388',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.429452] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.429567] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.429836] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f5df03d-8a1c-4a7e-ac47-79203264d202 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.429836] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f5df03d-8a1c-4a7e-ac47-79203264d202" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.429982] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f5df03d-8a1c-4a7e-ac47-79203264d202" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.430097] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f5df03d-8a1c-4a7e-ac47-79203264d202" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.430717] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f5df03d-8a1c-4a7e-ac47-79203264d202',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.937378] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f5df03d-8a1c-4a7e-ac47-79203264d202 with status ACTIVE [ 884.937504] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.939150] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.939150] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.939150] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.939150] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.939150] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.939150] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.939150] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.939150] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.939150] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.939589] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.939589] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.939589] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.939693] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.939763] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.940345] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f5df03d-8a1c-4a7e-ac47-79203264d202 is going to be updated. [ 884.945930] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.946048] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.967697] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.968683] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.968683] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.968683] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.968683] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.968683] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f5df03d-8a1c-4a7e-ac47-79203264d202" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.482143] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e51bbd0a-7fa9-4229-a998-a17f851ffef9 in Status: SUCCESS [ 885.482143] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.482143] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.482836] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.483076] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.483241] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.483333] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.483558] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.483674] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.483815] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.483975] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e51bbd0a-7fa9-4229-a998-a17f851ffef9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.986254] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e51bbd0a-7fa9-4229-a998-a17f851ffef9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.238488] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 in Status: SUCCESS [ 886.238717] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.239044] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.239273] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.239468] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.239591] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.239649] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.239808] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.239894] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.240101] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a77a7d28-3dd4-48de-9f6a-cc20e7ada388',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.488515] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e51bbd0a-7fa9-4229-a998-a17f851ffef9: rpc.has_security_group_logging(os_id): False [ 886.535761] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.535913] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.535986] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.536218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.536386] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.536885] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.536885] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.536885] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.537146] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.537146] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.537146] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e51bbd0a-7fa9-4229-a998-a17f851ffef9 is going to be created. [ 886.623856] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.624052] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.624123] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.624423] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.624514] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.638838] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e51bbd0a-7fa9-4229-a998-a17f851ffef9 in Status: IN_PROGRESS for 2s [ 886.742480] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a77a7d28-3dd4-48de-9f6a-cc20e7ada388',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.246419] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a77a7d28-3dd4-48de-9f6a-cc20e7ada388',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.750606] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.753529] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.753529] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.753529] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.753529] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.753529] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 is going to be updated. [ 887.786222] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.786222] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.786222] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.786222] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.786222] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.798413] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 in Status: IN_PROGRESS for 2s [ 888.558082] env[69976]: INFO networking_nsxv3.common.synchronization [None req-ab373562-9da0-4ae4-aa64-1d4f212377aa None None] Enqueued Resource ID: 2c04f490-c551-41cb-9346-157df77d9667 with Priority: HIGHEST for action port [ 888.558465] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c04f490-c551-41cb-9346-157df77d9667 with Priority: HIGHEST for action port [ 888.558998] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c04f490-c551-41cb-9346-157df77d9667 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.559143] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c04f490-c551-41cb-9346-157df77d9667" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.559237] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c04f490-c551-41cb-9346-157df77d9667" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.559481] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c04f490-c551-41cb-9346-157df77d9667" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.559558] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c04f490-c551-41cb-9346-157df77d9667',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.656976] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e51bbd0a-7fa9-4229-a998-a17f851ffef9 in Status: SUCCESS [ 888.657173] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.070722] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c04f490-c551-41cb-9346-157df77d9667 [ 889.070722] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.070722] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.070722] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.070722] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.070722] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.070722] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c04f490-c551-41cb-9346-157df77d9667 already deleted. [ 889.070722] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c04f490-c551-41cb-9346-157df77d9667" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.813026] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 in Status: SUCCESS [ 889.813026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.813026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.813026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.813026] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.813026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.813026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.813434] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.813434] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.813434] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.813536] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a77a7d28-3dd4-48de-9f6a-cc20e7ada388',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.320106] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.320487] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.320487] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.320609] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.321468] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.321468] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.321468] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.321468] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.321468] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.321726] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.321726] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.321726] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.321824] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.321942] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.322093] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.322189] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.322252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.322528] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.322528] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.322528] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.322650] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a77a7d28-3dd4-48de-9f6a-cc20e7ada388',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.394288] env[69976]: INFO networking_nsxv3.common.synchronization [None req-abe4b9b6-cdb2-4724-9884-4c4eff1c75b2 None None] Enqueued Resource ID: cef42e87-05f0-4127-ab10-002de818ea3a with Priority: HIGHEST for action port [ 890.394729] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cef42e87-05f0-4127-ab10-002de818ea3a with Priority: HIGHEST for action port [ 890.395135] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-cef42e87-05f0-4127-ab10-002de818ea3a taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.396035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cef42e87-05f0-4127-ab10-002de818ea3a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.396035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cef42e87-05f0-4127-ab10-002de818ea3a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.396035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cef42e87-05f0-4127-ab10-002de818ea3a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.396035] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cef42e87-05f0-4127-ab10-002de818ea3a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.827888] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a77a7d28-3dd4-48de-9f6a-cc20e7ada388: rpc.has_security_group_logging(os_id): False [ 890.848017] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.848017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.848017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.848017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.869308] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.869709] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.870378] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.870378] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.870378] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.870378] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.870608] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.870608] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.870608] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.870706] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.870838] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.871079] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.871229] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.871317] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.871657] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.871835] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.871968] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 is going to be updated. [ 890.897703] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cef42e87-05f0-4127-ab10-002de818ea3a [ 890.897863] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.901631] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.901741] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.902387] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.902387] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.902387] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cef42e87-05f0-4127-ab10-002de818ea3a already deleted. [ 890.902387] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cef42e87-05f0-4127-ab10-002de818ea3a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.940366] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.940560] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.940599] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.941442] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.941442] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.961610] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 in Status: IN_PROGRESS for 2s [ 892.974974] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 in Status: SUCCESS [ 892.974974] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.396049] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 895.396049] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 896.231576] env[69976]: INFO networking_nsxv3.common.synchronization [req-c2666da9-4597-4db0-ba4e-a57a8c3a698c req-dbb87429-f8bd-4911-aaa1-538e64a3c5c5 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Enqueued Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 896.232234] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 896.232757] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.232940] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.232984] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.233166] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.233322] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.233422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.233490] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.233644] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.233729] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.233834] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.689209] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.689580] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-189" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.689580] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-189" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.689844] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-189" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.690110] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.694136] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.694380] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.694734] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.695011] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.695320] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 896.695474] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.697087] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.697233] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.697542] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 896.697542] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.697759] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.730374] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.730374] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 896.730374] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.730374] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-189" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.730374] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-8e1e71de-6a74-4fd3-b11b-1caaf961ac07 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.730374] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-8e1e71de-6a74-4fd3-b11b-1caaf961ac07" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.730374] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-8e1e71de-6a74-4fd3-b11b-1caaf961ac07" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.730374] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-8e1e71de-6a74-4fd3-b11b-1caaf961ac07" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.730374] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e1e71de-6a74-4fd3-b11b-1caaf961ac07',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.736026] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.235612] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.236587] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.236827] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.237219] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.237446] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.237755] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 8e1e71de-6a74-4fd3-b11b-1caaf961ac07 not found, creating... [ 897.238079] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.238613] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.238760] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.239086] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.239285] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.239723] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.239929] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.240089] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.240364] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.240555] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.240737] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 8e1e71de-6a74-4fd3-b11b-1caaf961ac07 is going to be created. [ 897.242092] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.265759] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.265990] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.266151] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.266417] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.266652] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.266910] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-8e1e71de-6a74-4fd3-b11b-1caaf961ac07" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.745529] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.745529] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.745529] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.745979] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.746090] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.746157] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af6ec24a-16bc-45ce-816d-c65531b01ebc is going to be updated. [ 897.797118] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.797318] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.797451] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.797701] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.797888] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.807343] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: IN_PROGRESS for 2s [ 897.988928] env[69976]: INFO networking_nsxv3.common.synchronization [req-c2666da9-4597-4db0-ba4e-a57a8c3a698c req-9af855bc-15b9-41e6-b6ca-d0123d43d9e2 service nova] Enqueued Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_rules [ 897.988994] env[69976]: INFO networking_nsxv3.common.synchronization [req-c2666da9-4597-4db0-ba4e-a57a8c3a698c req-9af855bc-15b9-41e6-b6ca-d0123d43d9e2 service nova] Enqueued Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 897.989189] env[69976]: INFO networking_nsxv3.common.synchronization [req-c2666da9-4597-4db0-ba4e-a57a8c3a698c req-9af855bc-15b9-41e6-b6ca-d0123d43d9e2 service nova] Enqueued Resource ID: 8e1e71de-6a74-4fd3-b11b-1caaf961ac07 with Priority: HIGHEST for action port [ 897.989717] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_rules [ 897.989818] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 897.989919] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1e71de-6a74-4fd3-b11b-1caaf961ac07 with Priority: HIGHEST for action port [ 897.990357] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.990513] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.990607] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.990867] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.991018] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.993231] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.993231] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.993231] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e1e71de-6a74-4fd3-b11b-1caaf961ac07 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.993231] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e1e71de-6a74-4fd3-b11b-1caaf961ac07" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.993231] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e1e71de-6a74-4fd3-b11b-1caaf961ac07" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.993231] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e1e71de-6a74-4fd3-b11b-1caaf961ac07" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.993231] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e1e71de-6a74-4fd3-b11b-1caaf961ac07',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.499883] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.500067] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.500273] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e1e71de-6a74-4fd3-b11b-1caaf961ac07 with status ACTIVE [ 898.501012] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.501012] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.501012] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.501012] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.501012] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.501360] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.501360] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.501360] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.501360] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.501578] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.501631] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.501781] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.501851] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.502115] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.502183] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.502310] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e1e71de-6a74-4fd3-b11b-1caaf961ac07 is going to be updated. [ 898.528030] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.528030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.528030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.528479] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.528650] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.528886] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e1e71de-6a74-4fd3-b11b-1caaf961ac07" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.013882] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.014903] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-699" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.016037] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-699" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.016667] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-699" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.017120] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.017485] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.017756] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.018775] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.018775] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.018775] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.019053] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.019357] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.020389] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.020389] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.020389] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.020389] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.048387] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.048578] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 899.048578] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.048971] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-699" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.049240] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-5a65d17c-c168-4f62-b919-5e4f12c32325 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.049437] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-5a65d17c-c168-4f62-b919-5e4f12c32325" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.049594] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-5a65d17c-c168-4f62-b919-5e4f12c32325" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.049891] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-5a65d17c-c168-4f62-b919-5e4f12c32325" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.050152] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a65d17c-c168-4f62-b919-5e4f12c32325',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.552862] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.553563] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.553563] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.553563] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.553800] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.555407] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.555407] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.555407] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.555407] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.555600] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.555867] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.556014] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.556194] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.556411] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.556525] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.556704] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 5a65d17c-c168-4f62-b919-5e4f12c32325 is going to be updated. [ 899.579586] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.579814] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.579941] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.580237] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.580493] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.580737] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-5a65d17c-c168-4f62-b919-5e4f12c32325" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.821477] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: SUCCESS [ 899.821953] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.822237] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.822666] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.822963] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.823192] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.823324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.823613] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.823774] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.824129] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.315464] env[69976]: INFO networking_nsxv3.common.synchronization [req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f req-59e8b150-7cdc-403f-853f-192a5633f741 service nova] Enqueued Resource ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f with Priority: HIGHEST for action security_group_rules [ 900.315866] env[69976]: INFO networking_nsxv3.common.synchronization [req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f req-59e8b150-7cdc-403f-853f-192a5633f741 service nova] Enqueued Resource ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f with Priority: HIGHEST for action security_group_members [ 900.315866] env[69976]: INFO networking_nsxv3.common.synchronization [req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f req-59e8b150-7cdc-403f-853f-192a5633f741 service nova] Enqueued Resource ID: 5a65d17c-c168-4f62-b919-5e4f12c32325 with Priority: HIGHEST for action port [ 900.317440] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f with Priority: HIGHEST for action security_group_rules [ 900.317612] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f with Priority: HIGHEST for action security_group_members [ 900.317764] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a65d17c-c168-4f62-b919-5e4f12c32325 with Priority: HIGHEST for action port [ 900.318088] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.319215] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.319327] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.319598] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.319726] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ea88d9e-5755-40bd-8eb5-e639ffb6a86f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.324024] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.324024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.324024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.324024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.324024] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.324024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.324024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.324024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.324024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.324024] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ea88d9e-5755-40bd-8eb5-e639ffb6a86f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.324024] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a65d17c-c168-4f62-b919-5e4f12c32325 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.324024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a65d17c-c168-4f62-b919-5e4f12c32325" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.324024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a65d17c-c168-4f62-b919-5e4f12c32325" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.325335] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a65d17c-c168-4f62-b919-5e4f12c32325" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.325335] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a65d17c-c168-4f62-b919-5e4f12c32325',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.326568] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.665088] env[69976]: INFO networking_nsxv3.common.synchronization [req-11384e77-afdc-4e8f-9986-d283ae97f896 req-bbc3b281-8b08-4016-85e5-cf57ece726cc tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Enqueued Resource ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 with Priority: HIGHEST for action security_group_members [ 900.666190] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 with Priority: HIGHEST for action security_group_members [ 900.667593] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-949920bc-3e1b-4e49-b58a-f1042580e7e8 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.667774] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.667865] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.668104] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.668274] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.668413] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.668455] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.668588] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.668675] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.668770] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('949920bc-3e1b-4e49-b58a-f1042580e7e8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.826566] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.826772] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.826868] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ea88d9e-5755-40bd-8eb5-e639ffb6a86f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.828695] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a65d17c-c168-4f62-b919-5e4f12c32325 with status ACTIVE [ 900.829063] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.829276] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.829467] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.829699] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.829834] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.830108] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.831225] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.831225] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.831225] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.831225] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.831225] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.831225] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.831225] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.831225] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.831225] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.831687] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a65d17c-c168-4f62-b919-5e4f12c32325 is going to be updated. [ 900.832753] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.859072] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.859258] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.859332] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.859638] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.859789] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.859951] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a65d17c-c168-4f62-b919-5e4f12c32325" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.171202] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('949920bc-3e1b-4e49-b58a-f1042580e7e8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.334597] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ea88d9e-5755-40bd-8eb5-e639ffb6a86f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.336953] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.336953] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.336953] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.336953] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.336953] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.336953] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af6ec24a-16bc-45ce-816d-c65531b01ebc is going to be updated. [ 901.365029] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.365029] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.365029] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.365285] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.365321] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.376379] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: IN_PROGRESS for 2s [ 901.484465] env[69976]: INFO networking_nsxv3.common.synchronization [None req-909df515-f890-4826-ac25-b3c543e41396 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Enqueued Resource ID: 1a185e0f-21ab-40a7-b1ce-de45fbdb6ca3 with Priority: HIGHEST for action security_group_rules [ 901.485059] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a185e0f-21ab-40a7-b1ce-de45fbdb6ca3 with Priority: HIGHEST for action security_group_rules [ 901.485405] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a185e0f-21ab-40a7-b1ce-de45fbdb6ca3 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.485633] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a185e0f-21ab-40a7-b1ce-de45fbdb6ca3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.485633] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a185e0f-21ab-40a7-b1ce-de45fbdb6ca3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.485921] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a185e0f-21ab-40a7-b1ce-de45fbdb6ca3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.485992] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a185e0f-21ab-40a7-b1ce-de45fbdb6ca3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.582249] env[69976]: INFO networking_nsxv3.common.synchronization [None req-66bcc868-578f-4d3d-b4bb-cae969160bda tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Enqueued Resource ID: 1a185e0f-21ab-40a7-b1ce-de45fbdb6ca3 with Priority: HIGHEST for action security_group_rules [ 901.582818] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a185e0f-21ab-40a7-b1ce-de45fbdb6ca3 with Priority: HIGHEST for action security_group_rules [ 901.583127] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a185e0f-21ab-40a7-b1ce-de45fbdb6ca3 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.583231] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a185e0f-21ab-40a7-b1ce-de45fbdb6ca3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.677204] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('949920bc-3e1b-4e49-b58a-f1042580e7e8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.841291] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.841291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.841291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.841448] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.841483] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.841825] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f is going to be updated. [ 901.874672] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.874750] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.874805] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.875098] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.875604] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.885998] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f in Status: IN_PROGRESS for 2s [ 902.020494] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.020639] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.020716] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.021188] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.021188] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.021188] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a185e0f-21ab-40a7-b1ce-de45fbdb6ca3 already deleted. [ 902.021188] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a185e0f-21ab-40a7-b1ce-de45fbdb6ca3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.021347] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a185e0f-21ab-40a7-b1ce-de45fbdb6ca3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.021498] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a185e0f-21ab-40a7-b1ce-de45fbdb6ca3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.021605] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a185e0f-21ab-40a7-b1ce-de45fbdb6ca3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.180012] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.180302] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.180407] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.180745] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.180745] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.180853] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 is going to be updated. [ 902.217753] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.217898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.217969] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.218221] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.218367] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.228211] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 in Status: IN_PROGRESS for 2s [ 902.544931] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.545237] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.545237] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.545380] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.545486] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.545586] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a185e0f-21ab-40a7-b1ce-de45fbdb6ca3 already deleted. [ 902.545671] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a185e0f-21ab-40a7-b1ce-de45fbdb6ca3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.390190] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: SUCCESS [ 903.390577] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.390660] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.390917] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.391143] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.391368] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.391368] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.391503] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.391635] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.391741] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.391844] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.895049] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.895353] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.895353] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.895591] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.896682] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.896682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.896682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.896682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.896682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.896682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.896682] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.896984] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.896984] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.897675] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.897675] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.897675] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.897675] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.897675] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.897675] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.897919] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.897919] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.899529] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f in Status: SUCCESS [ 903.899715] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.899871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.900039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.900298] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.900298] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.900420] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.901724] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.901724] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.901724] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.901724] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ea88d9e-5755-40bd-8eb5-e639ffb6a86f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.238912] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 in Status: SUCCESS [ 904.239149] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.403051] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af6ec24a-16bc-45ce-816d-c65531b01ebc: rpc.has_security_group_logging(os_id): False [ 904.404446] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ea88d9e-5755-40bd-8eb5-e639ffb6a86f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.422622] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.422801] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.422876] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.423109] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.445011] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.445328] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.445534] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.445617] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.445788] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.445907] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.446072] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.446171] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.446233] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.446386] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.446463] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.446651] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.446827] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.446827] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.446944] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.447012] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.447107] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af6ec24a-16bc-45ce-816d-c65531b01ebc is going to be updated. [ 904.518363] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.518697] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.518697] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.520231] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.520231] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.533816] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: IN_PROGRESS for 2s [ 904.907505] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f: rpc.has_security_group_logging(os_id): False [ 904.925593] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.925814] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.925925] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.926227] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.926383] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.926705] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.926839] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.926952] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.927178] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.927291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.927428] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f is going to be created. [ 905.043739] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.043972] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.044068] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.044306] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.044474] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.061263] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f in Status: IN_PROGRESS for 2s [ 906.548363] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: SUCCESS [ 906.548791] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.584165] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 906.584269] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 907.076819] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f in Status: SUCCESS [ 907.077080] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.736052] env[69976]: INFO networking_nsxv3.common.synchronization [req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 req-f2fc8b47-50b6-477c-8386-c9fc1caca77d tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Enqueued Resource ID: 7e6c24aa-6e58-4efb-b213-2587e88aede6 with Priority: HIGHEST for action security_group_members [ 909.737032] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e6c24aa-6e58-4efb-b213-2587e88aede6 with Priority: HIGHEST for action security_group_members [ 909.737032] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e6c24aa-6e58-4efb-b213-2587e88aede6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.737239] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.737239] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.737390] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.737579] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.737700] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.737814] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.737960] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.738035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.738166] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e6c24aa-6e58-4efb-b213-2587e88aede6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.157324] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.157565] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-127" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.157755] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-127" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.158063] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-127" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.158337] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.158506] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.158633] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.158863] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.159120] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.159353] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.159507] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.159607] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.159726] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.159846] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.159961] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.160121] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.182327] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.182600] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 910.182790] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.183043] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-127" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.183408] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-68b76d8b-12f2-416f-a980-05eb0b6cd0ff taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.183598] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-68b76d8b-12f2-416f-a980-05eb0b6cd0ff" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.183728] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-68b76d8b-12f2-416f-a980-05eb0b6cd0ff" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.184112] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-68b76d8b-12f2-416f-a980-05eb0b6cd0ff" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.184274] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68b76d8b-12f2-416f-a980-05eb0b6cd0ff',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.243482] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.243645] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.243750] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.243925] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.244024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.244216] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.244326] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.244392] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.244541] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.244618] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.244703] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e6c24aa-6e58-4efb-b213-2587e88aede6 already deleted. [ 910.244784] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.313823] env[69976]: INFO networking_nsxv3.common.synchronization [req-a1bcd114-dbce-4240-846f-6ce364f139d6 req-013b0cf1-3957-485f-b905-a9fa5b0f5ef6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Enqueued Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 910.314384] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 910.318021] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.318021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.318021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.318021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.318021] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.318021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.318021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.318021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.318021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.318021] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.691490] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.691490] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.691490] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.691828] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.692064] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.692155] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 68b76d8b-12f2-416f-a980-05eb0b6cd0ff not found, creating... [ 910.692435] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.692828] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.692828] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.693014] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.693219] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.693515] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.693750] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.693799] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.693998] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.694152] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.694300] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 68b76d8b-12f2-416f-a980-05eb0b6cd0ff is going to be created. [ 910.715374] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.715699] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.715699] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.715997] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.716261] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.716489] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-68b76d8b-12f2-416f-a980-05eb0b6cd0ff" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.817918] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.320029] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.547343] env[69976]: INFO networking_nsxv3.common.synchronization [req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 req-0a90946f-eed1-46a6-84e3-984e7fd267d6 service nova] Enqueued Resource ID: 7e6c24aa-6e58-4efb-b213-2587e88aede6 with Priority: HIGHEST for action security_group_rules [ 911.547343] env[69976]: INFO networking_nsxv3.common.synchronization [req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 req-0a90946f-eed1-46a6-84e3-984e7fd267d6 service nova] Enqueued Resource ID: 7e6c24aa-6e58-4efb-b213-2587e88aede6 with Priority: HIGHEST for action security_group_members [ 911.547343] env[69976]: INFO networking_nsxv3.common.synchronization [req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 req-0a90946f-eed1-46a6-84e3-984e7fd267d6 service nova] Enqueued Resource ID: 68b76d8b-12f2-416f-a980-05eb0b6cd0ff with Priority: HIGHEST for action port [ 911.548214] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e6c24aa-6e58-4efb-b213-2587e88aede6 with Priority: HIGHEST for action security_group_rules [ 911.548381] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e6c24aa-6e58-4efb-b213-2587e88aede6 with Priority: HIGHEST for action security_group_members [ 911.548496] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68b76d8b-12f2-416f-a980-05eb0b6cd0ff with Priority: HIGHEST for action port [ 911.549181] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e6c24aa-6e58-4efb-b213-2587e88aede6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.549181] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.549181] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.549346] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.549386] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e6c24aa-6e58-4efb-b213-2587e88aede6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.550403] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e6c24aa-6e58-4efb-b213-2587e88aede6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.550572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.554032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.554032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.554032] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.554032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.554032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.554032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.554032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.554032] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e6c24aa-6e58-4efb-b213-2587e88aede6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.554032] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-68b76d8b-12f2-416f-a980-05eb0b6cd0ff taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.554032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68b76d8b-12f2-416f-a980-05eb0b6cd0ff" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.554032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68b76d8b-12f2-416f-a980-05eb0b6cd0ff" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.554032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68b76d8b-12f2-416f-a980-05eb0b6cd0ff" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.554032] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68b76d8b-12f2-416f-a980-05eb0b6cd0ff',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.822883] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.822883] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.822883] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.822883] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.822883] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.823401] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af6ec24a-16bc-45ce-816d-c65531b01ebc is going to be updated. [ 911.860806] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.861138] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.861138] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.861561] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.861761] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.875153] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: IN_PROGRESS for 2s [ 912.056223] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e6c24aa-6e58-4efb-b213-2587e88aede6 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.056645] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.057041] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e6c24aa-6e58-4efb-b213-2587e88aede6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.060026] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68b76d8b-12f2-416f-a980-05eb0b6cd0ff with status ACTIVE [ 912.060026] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.060026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.060026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.060026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.060026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.060026] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.060026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.060026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.060026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.060026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.060026] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.060026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.060026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.063438] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.063438] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.063438] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68b76d8b-12f2-416f-a980-05eb0b6cd0ff is going to be updated. [ 912.088273] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.088273] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.088273] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.088273] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.088273] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.088273] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68b76d8b-12f2-416f-a980-05eb0b6cd0ff" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.564267] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e6c24aa-6e58-4efb-b213-2587e88aede6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.660043] env[69976]: INFO networking_nsxv3.common.synchronization [req-d561dc11-9506-427b-bac8-5793f9291992 req-a39eccd5-bdf8-4741-95e8-1088727282e3 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Enqueued Resource ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 with Priority: HIGHEST for action security_group_members [ 912.660634] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 with Priority: HIGHEST for action security_group_members [ 912.661853] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7a7c46-0d0c-456e-8376-347f94c737c9 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.662017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.662091] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.662360] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.662588] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.662701] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.662757] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.662971] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.663081] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.663187] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c7a7c46-0d0c-456e-8376-347f94c737c9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.069262] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.069697] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.069697] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.070280] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.070442] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.070521] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e6c24aa-6e58-4efb-b213-2587e88aede6 is going to be created. [ 913.106981] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.107212] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.107303] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.107498] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.107653] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.122104] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e6c24aa-6e58-4efb-b213-2587e88aede6 in Status: UNINITIALIZED for 2s [ 913.154018] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.154300] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-935" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.154477] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-935" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.154800] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-935" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.157334] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.157611] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.157901] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.158171] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.158340] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.158606] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 913.158915] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.159080] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.159151] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.159330] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 913.159404] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.159872] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.165609] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.165609] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.165609] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.165892] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.165931] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.166878] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.166878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.166878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.166878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.166878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.166878] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 is going to be updated. [ 913.188423] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.188616] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 913.189243] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.189243] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-935" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.189441] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-0800d0cb-5326-49b7-8db5-697c0c744921 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.190170] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-0800d0cb-5326-49b7-8db5-697c0c744921" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.190533] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-0800d0cb-5326-49b7-8db5-697c0c744921" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.191756] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-0800d0cb-5326-49b7-8db5-697c0c744921" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.192080] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0800d0cb-5326-49b7-8db5-697c0c744921',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.215975] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.216278] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.216278] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.216522] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.216723] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.229976] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 in Status: IN_PROGRESS for 2s [ 913.695337] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.695592] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.695729] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.696082] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.696234] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.696400] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 0800d0cb-5326-49b7-8db5-697c0c744921 not found, creating... [ 913.697167] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.697167] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.697167] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.697381] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.697381] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.697642] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.697823] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.697925] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.698155] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.698298] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.698448] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 0800d0cb-5326-49b7-8db5-697c0c744921 is going to be created. [ 913.722116] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.722576] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.723013] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.723314] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.723567] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.723818] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-0800d0cb-5326-49b7-8db5-697c0c744921" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.891559] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: SUCCESS [ 913.891559] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.803433] env[69976]: INFO networking_nsxv3.common.synchronization [req-d561dc11-9506-427b-bac8-5793f9291992 req-e56ce1c3-a99b-4f21-846e-935239e1d528 service nova] Enqueued Resource ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 with Priority: HIGHEST for action security_group_rules [ 914.803634] env[69976]: INFO networking_nsxv3.common.synchronization [req-d561dc11-9506-427b-bac8-5793f9291992 req-e56ce1c3-a99b-4f21-846e-935239e1d528 service nova] Enqueued Resource ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 with Priority: HIGHEST for action security_group_members [ 914.803778] env[69976]: INFO networking_nsxv3.common.synchronization [req-d561dc11-9506-427b-bac8-5793f9291992 req-e56ce1c3-a99b-4f21-846e-935239e1d528 service nova] Enqueued Resource ID: 0800d0cb-5326-49b7-8db5-697c0c744921 with Priority: HIGHEST for action port [ 914.804432] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 with Priority: HIGHEST for action security_group_rules [ 914.804611] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 with Priority: HIGHEST for action security_group_members [ 914.804738] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0800d0cb-5326-49b7-8db5-697c0c744921 with Priority: HIGHEST for action port [ 914.805163] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c7a7c46-0d0c-456e-8376-347f94c737c9 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.805328] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.805328] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.806030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.806030] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c7a7c46-0d0c-456e-8376-347f94c737c9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.807715] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7a7c46-0d0c-456e-8376-347f94c737c9 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.807715] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.807715] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-0800d0cb-5326-49b7-8db5-697c0c744921 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.807715] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0800d0cb-5326-49b7-8db5-697c0c744921" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.807715] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0800d0cb-5326-49b7-8db5-697c0c744921" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.807715] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0800d0cb-5326-49b7-8db5-697c0c744921" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.807715] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0800d0cb-5326-49b7-8db5-697c0c744921',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.134771] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e6c24aa-6e58-4efb-b213-2587e88aede6 in Status: SUCCESS [ 915.134771] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.134771] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.134771] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.134952] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.135095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.135141] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.135320] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.135481] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.135544] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.135590] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e6c24aa-6e58-4efb-b213-2587e88aede6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.242848] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 in Status: SUCCESS [ 915.243074] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 deletion is rescheduled due to dependency. [ 915.243222] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.243437] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.243673] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.244030] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.246025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.246025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.246025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.246025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.246025] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c7a7c46-0d0c-456e-8376-347f94c737c9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.272719] env[69976]: INFO networking_nsxv3.common.synchronization [req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 req-b72729ee-143b-4c3e-b421-aa1b29e6a299 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Enqueued Resource ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 with Priority: HIGHEST for action security_group_members [ 915.273395] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 with Priority: HIGHEST for action security_group_members [ 915.275099] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.275228] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.275296] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.275498] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.275757] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.275880] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.275941] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.276116] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.276198] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.276293] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a77a7d28-3dd4-48de-9f6a-cc20e7ada388',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.309246] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7a7c46-0d0c-456e-8376-347f94c737c9 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.309574] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.312516] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0800d0cb-5326-49b7-8db5-697c0c744921 with status ACTIVE [ 915.312713] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.312831] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.312899] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.313141] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.313224] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.313417] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.313522] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.313768] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.313768] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.313884] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.313998] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.314231] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.314297] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.314443] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.314520] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.314606] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0800d0cb-5326-49b7-8db5-697c0c744921 is going to be updated. [ 915.339230] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.339424] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.339470] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.339724] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.339845] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.340067] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0800d0cb-5326-49b7-8db5-697c0c744921" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.382020] env[69976]: INFO networking_nsxv3.common.synchronization [req-325ccc4e-e858-4298-8abc-4e1bd0addf6c req-e052301e-d2f5-4e18-a35f-3e2c092e621b tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Enqueued Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_members [ 915.382268] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_members [ 915.382589] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.382738] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.382805] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.383030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.383193] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.383289] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.383353] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.383536] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.383590] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.383683] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.637766] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e6c24aa-6e58-4efb-b213-2587e88aede6 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.637955] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.638056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.638284] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.638459] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.638559] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.638624] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.638811] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.638895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.638946] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.639097] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e6c24aa-6e58-4efb-b213-2587e88aede6 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.639757] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.639757] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.639757] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.639757] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.639757] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.639757] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.639757] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.640066] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.640066] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.640066] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e6c24aa-6e58-4efb-b213-2587e88aede6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.751309] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c7a7c46-0d0c-456e-8376-347f94c737c9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.778377] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a77a7d28-3dd4-48de-9f6a-cc20e7ada388',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.888195] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.142751] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e6c24aa-6e58-4efb-b213-2587e88aede6: rpc.has_security_group_logging(os_id): False [ 916.161690] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.161848] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.161923] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.162150] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.162243] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.162432] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.162545] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.162608] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.162845] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.162845] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.163056] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.163159] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.163221] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.163362] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.163436] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.163624] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.164275] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.164349] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.164551] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.164634] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.164787] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e6c24aa-6e58-4efb-b213-2587e88aede6 is going to be created. [ 916.227853] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.227853] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.227853] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.227993] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.228666] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.241247] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e6c24aa-6e58-4efb-b213-2587e88aede6 in Status: IN_PROGRESS for 2s [ 916.252756] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c7a7c46-0d0c-456e-8376-347f94c737c9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.283377] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a77a7d28-3dd4-48de-9f6a-cc20e7ada388',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.391015] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.756052] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.756052] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.756052] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.756332] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.756332] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.756397] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 is going to be updated. [ 916.787745] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.787745] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.787745] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.787745] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.787745] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.787745] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 is going to be updated. [ 916.792862] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.793217] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.793291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.793527] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.796994] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.807909] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 in Status: IN_PROGRESS for 2s [ 916.823133] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.823133] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.823133] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.823133] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.823133] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.834917] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 in Status: IN_PROGRESS for 2s [ 916.893657] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.894125] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.894125] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.894224] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.894309] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.894390] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf55a032-4305-4c90-9bbc-f6318120f95b is going to be updated. [ 916.934124] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.934346] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.934392] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.934662] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.934804] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.945049] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: IN_PROGRESS for 2s [ 918.261506] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e6c24aa-6e58-4efb-b213-2587e88aede6 in Status: SUCCESS [ 918.261862] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.735853] env[69976]: INFO networking_nsxv3.common.synchronization [req-4d872735-716f-4ad9-8fe4-8b5686678297 req-83945e83-a4d0-40c2-81cd-653623d0e91b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Enqueued Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 918.736614] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 918.737090] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.737269] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.737374] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.737652] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.737872] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.738025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.738128] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.738350] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.738484] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.738620] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.818224] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 in Status: SUCCESS [ 918.818478] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.818652] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.819124] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.819269] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.819357] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.819410] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.819824] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.819824] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.819824] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.820176] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c7a7c46-0d0c-456e-8376-347f94c737c9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.844558] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 in Status: SUCCESS [ 918.845037] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.956282] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: SUCCESS [ 918.960199] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.169596] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.169860] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-157" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.170009] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-157" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.170298] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-157" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.170573] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.170743] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.170874] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.171128] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.171335] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.171602] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 919.171781] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.172036] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.172178] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.172329] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 919.172480] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.172718] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.194723] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.194944] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 919.195192] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.195452] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-157" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.195969] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-08bbd994-b837-4685-9cae-b7fee1bb6231 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.196477] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-08bbd994-b837-4685-9cae-b7fee1bb6231" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.196671] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-08bbd994-b837-4685-9cae-b7fee1bb6231" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.197210] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-08bbd994-b837-4685-9cae-b7fee1bb6231" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.197490] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08bbd994-b837-4685-9cae-b7fee1bb6231',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.243204] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.243204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.243204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.243204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.243204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.243204] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.243204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.243204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.243497] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.243497] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.243497] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca is going to be updated. [ 919.276076] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.276076] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.276076] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.276076] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.276484] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.287839] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: IN_PROGRESS for 2s [ 919.324409] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c7a7c46-0d0c-456e-8376-347f94c737c9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.700048] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.700307] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.700478] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.700916] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.701193] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.701453] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 08bbd994-b837-4685-9cae-b7fee1bb6231 not found, creating... [ 919.701862] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.702132] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.702317] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.702608] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.702838] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.703213] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.703386] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.703542] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.703816] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.703987] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.704157] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 08bbd994-b837-4685-9cae-b7fee1bb6231 is going to be created. [ 919.729103] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.729368] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.729486] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.729863] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.730154] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.730478] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-08bbd994-b837-4685-9cae-b7fee1bb6231" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.826513] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c7a7c46-0d0c-456e-8376-347f94c737c9: rpc.has_security_group_logging(os_id): False [ 919.860936] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.861144] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.861280] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.861569] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.861788] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.862182] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.862311] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.862383] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.862574] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.862669] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.862829] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 is going to be updated. [ 919.988403] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.988625] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.988682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.988905] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.989076] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.006463] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 in Status: IN_PROGRESS for 2s [ 920.542154] env[69976]: INFO networking_nsxv3.common.synchronization [req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 req-9e8cafa4-ef9c-4965-9ef2-84231c850d29 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Enqueued Resource ID: c97dff9b-bd2a-4d4b-82a2-5f60701d9177 with Priority: HIGHEST for action security_group_members [ 920.542524] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c97dff9b-bd2a-4d4b-82a2-5f60701d9177 with Priority: HIGHEST for action security_group_members [ 920.542915] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c97dff9b-bd2a-4d4b-82a2-5f60701d9177 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.543682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.544050] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.544248] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.544468] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.544622] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.544870] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.545812] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.546016] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.546252] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c97dff9b-bd2a-4d4b-82a2-5f60701d9177',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.848131] env[69976]: INFO networking_nsxv3.common.synchronization [req-4d872735-716f-4ad9-8fe4-8b5686678297 req-891aee1a-fb26-4e99-a812-1654548ed2ee service nova] Enqueued Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_rules [ 920.848131] env[69976]: INFO networking_nsxv3.common.synchronization [req-4d872735-716f-4ad9-8fe4-8b5686678297 req-891aee1a-fb26-4e99-a812-1654548ed2ee service nova] Enqueued Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 920.848131] env[69976]: INFO networking_nsxv3.common.synchronization [req-4d872735-716f-4ad9-8fe4-8b5686678297 req-891aee1a-fb26-4e99-a812-1654548ed2ee service nova] Enqueued Resource ID: 08bbd994-b837-4685-9cae-b7fee1bb6231 with Priority: HIGHEST for action port [ 920.848131] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_rules [ 920.848131] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 920.848131] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08bbd994-b837-4685-9cae-b7fee1bb6231 with Priority: HIGHEST for action port [ 920.848131] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.848131] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.848131] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.848131] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.848131] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.850516] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.850732] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.851099] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-08bbd994-b837-4685-9cae-b7fee1bb6231 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.851516] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08bbd994-b837-4685-9cae-b7fee1bb6231" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.851516] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08bbd994-b837-4685-9cae-b7fee1bb6231" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.852855] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08bbd994-b837-4685-9cae-b7fee1bb6231" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.853033] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08bbd994-b837-4685-9cae-b7fee1bb6231',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.052022] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.052022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.052022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.052022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.052022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.052022] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.052022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.052022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.052022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.052022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.052022] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c97dff9b-bd2a-4d4b-82a2-5f60701d9177 is going to be updated. [ 921.083098] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.083098] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.083098] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.083098] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.083098] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.095716] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c97dff9b-bd2a-4d4b-82a2-5f60701d9177 in Status: IN_PROGRESS for 2s [ 921.301746] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: SUCCESS [ 921.301746] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca deletion is rescheduled due to dependency. [ 921.301746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.301746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.301746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.301746] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.301746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.301746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.301746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.301746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.301746] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.359034] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.359034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.359034] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08bbd994-b837-4685-9cae-b7fee1bb6231 with status ACTIVE [ 921.359034] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.359034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.359034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.359378] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.359378] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.359559] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.359736] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.359835] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.361743] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.361743] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.361743] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.361743] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.361743] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.361743] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.361743] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.361743] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08bbd994-b837-4685-9cae-b7fee1bb6231 is going to be updated. [ 921.383854] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.388936] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.388936] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.388936] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.388936] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.388936] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08bbd994-b837-4685-9cae-b7fee1bb6231" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.427880] env[69976]: INFO networking_nsxv3.common.synchronization [req-c7040037-e885-47c3-920e-ab9f06226460 req-a0dcaaba-1630-468e-8904-a85afe54efd3 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Enqueued Resource ID: c16be913-bab1-4fc6-ad9c-895952b6a75e with Priority: HIGHEST for action security_group_members [ 921.428541] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16be913-bab1-4fc6-ad9c-895952b6a75e with Priority: HIGHEST for action security_group_members [ 921.428954] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16be913-bab1-4fc6-ad9c-895952b6a75e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.429153] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.430021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.430021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.430021] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.430021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.430021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.430021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.430254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.430367] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c16be913-bab1-4fc6-ad9c-895952b6a75e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.804153] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.933099] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-694 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.933333] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-694" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.933469] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-694" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.933823] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-694" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.935235] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.935444] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.935588] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.935852] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.936038] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.936284] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 921.936443] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.936584] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.936636] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.936762] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 921.936880] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.937045] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.938944] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.939074] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.939144] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.939351] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.939442] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.939721] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.939806] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.939851] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.940198] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.940298] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.940406] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16be913-bab1-4fc6-ad9c-895952b6a75e already deleted. [ 921.940491] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.959741] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.959929] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 921.960096] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.960298] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-694" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.960700] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-39651ffc-51c1-438b-9989-33c3f84efd57 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.960887] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-39651ffc-51c1-438b-9989-33c3f84efd57" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.961061] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-39651ffc-51c1-438b-9989-33c3f84efd57" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.961419] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-39651ffc-51c1-438b-9989-33c3f84efd57" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.961567] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39651ffc-51c1-438b-9989-33c3f84efd57',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.020951] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 in Status: SUCCESS [ 922.021228] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.306358] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.464383] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.464650] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.464702] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.464966] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.465147] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.465314] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 39651ffc-51c1-438b-9989-33c3f84efd57 not found, creating... [ 922.465573] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.465741] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.465866] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.466124] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.466281] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.466571] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.466737] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.466861] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.467097] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.467239] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.467388] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 39651ffc-51c1-438b-9989-33c3f84efd57 is going to be created. [ 922.487333] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.487573] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.487701] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.487951] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.488217] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.488462] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-39651ffc-51c1-438b-9989-33c3f84efd57" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.814250] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.814250] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.814250] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.814250] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.814671] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.814671] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca is going to be updated. [ 922.855537] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.855711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.855765] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.856034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.856097] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.869887] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: IN_PROGRESS for 2s [ 923.106869] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c97dff9b-bd2a-4d4b-82a2-5f60701d9177 in Status: SUCCESS [ 923.107070] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c97dff9b-bd2a-4d4b-82a2-5f60701d9177 deletion is rescheduled due to dependency. [ 923.107125] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.293838] env[69976]: INFO networking_nsxv3.common.synchronization [req-c7040037-e885-47c3-920e-ab9f06226460 req-d3862651-5bc5-4e6c-853f-b48f60ca94a0 service nova] Enqueued Resource ID: c16be913-bab1-4fc6-ad9c-895952b6a75e with Priority: HIGHEST for action security_group_rules [ 923.294430] env[69976]: INFO networking_nsxv3.common.synchronization [req-c7040037-e885-47c3-920e-ab9f06226460 req-d3862651-5bc5-4e6c-853f-b48f60ca94a0 service nova] Enqueued Resource ID: c16be913-bab1-4fc6-ad9c-895952b6a75e with Priority: HIGHEST for action security_group_members [ 923.294430] env[69976]: INFO networking_nsxv3.common.synchronization [req-c7040037-e885-47c3-920e-ab9f06226460 req-d3862651-5bc5-4e6c-853f-b48f60ca94a0 service nova] Enqueued Resource ID: 39651ffc-51c1-438b-9989-33c3f84efd57 with Priority: HIGHEST for action port [ 923.294430] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16be913-bab1-4fc6-ad9c-895952b6a75e with Priority: HIGHEST for action security_group_rules [ 923.294588] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16be913-bab1-4fc6-ad9c-895952b6a75e with Priority: HIGHEST for action security_group_members [ 923.294635] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39651ffc-51c1-438b-9989-33c3f84efd57 with Priority: HIGHEST for action port [ 923.295462] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c16be913-bab1-4fc6-ad9c-895952b6a75e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.295628] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.295715] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.296092] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.296222] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c16be913-bab1-4fc6-ad9c-895952b6a75e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.297874] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16be913-bab1-4fc6-ad9c-895952b6a75e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.298273] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.298273] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.298367] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.299038] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.299038] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.299038] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.299038] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.299038] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.299476] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c16be913-bab1-4fc6-ad9c-895952b6a75e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.301804] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-39651ffc-51c1-438b-9989-33c3f84efd57 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.301804] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39651ffc-51c1-438b-9989-33c3f84efd57" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.301804] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39651ffc-51c1-438b-9989-33c3f84efd57" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.301804] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39651ffc-51c1-438b-9989-33c3f84efd57" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.301804] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39651ffc-51c1-438b-9989-33c3f84efd57',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.802962] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16be913-bab1-4fc6-ad9c-895952b6a75e taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.803117] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.803335] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39651ffc-51c1-438b-9989-33c3f84efd57 with status ACTIVE [ 923.803529] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.803663] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.803723] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.804015] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.804132] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.804332] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.804486] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.804486] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.804656] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.804715] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.804887] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.804985] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.805054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.805207] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.805323] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.805378] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39651ffc-51c1-438b-9989-33c3f84efd57 is going to be updated. [ 923.807133] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c16be913-bab1-4fc6-ad9c-895952b6a75e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.832187] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.832187] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.832187] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.832187] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.832187] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.832187] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39651ffc-51c1-438b-9989-33c3f84efd57" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.309916] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c16be913-bab1-4fc6-ad9c-895952b6a75e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.811878] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.813285] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.813417] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.813648] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.813748] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.813853] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16be913-bab1-4fc6-ad9c-895952b6a75e is going to be created. [ 924.840587] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.842315] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.842315] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.842315] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.842315] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.854526] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16be913-bab1-4fc6-ad9c-895952b6a75e in Status: UNINITIALIZED for 2s [ 924.880802] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: SUCCESS [ 924.881172] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.881308] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.881590] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.881912] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.882052] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.882104] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.882323] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.882413] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.882630] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.882630] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.386694] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.386887] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.386959] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.387720] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.387720] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.387720] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.387720] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.388056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.388056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.388056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.388204] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.388328] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.388475] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.389039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.389039] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.389039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.389039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.389328] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.389328] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.389328] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.389328] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.831031] env[69976]: INFO networking_nsxv3.common.synchronization [req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac req-9f3df9b1-5cab-4ac8-b567-9e1295390d8c tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Enqueued Resource ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 with Priority: HIGHEST for action security_group_members [ 925.831541] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 with Priority: HIGHEST for action security_group_members [ 925.831953] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-949920bc-3e1b-4e49-b58a-f1042580e7e8 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.833224] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.833378] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.833616] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.833799] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.833916] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.833982] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.834159] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.834246] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.834347] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('949920bc-3e1b-4e49-b58a-f1042580e7e8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.895402] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a9068b9-da0b-413d-a55a-f0b74d4c1cca: rpc.has_security_group_logging(os_id): False [ 925.916984] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.917165] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.917215] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.918149] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.918149] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.918149] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.918149] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.918149] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.918149] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.918149] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.922292] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.922292] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.922292] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.922292] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.922292] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.922292] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.922292] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.922817] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.922817] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.922817] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.922817] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca is going to be updated. [ 925.999888] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.999888] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.999888] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.999888] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.999888] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.018666] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: IN_PROGRESS for 2s [ 926.324923] env[69976]: INFO networking_nsxv3.common.synchronization [req-64d0c9e3-4f95-4360-982a-64d9d90eab3c req-1c39065a-232b-44f6-ba9b-914b57d14ca9 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Enqueued Resource ID: a96baa39-8695-4fd0-ba19-e8b45056e962 with Priority: HIGHEST for action security_group_members [ 926.324923] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96baa39-8695-4fd0-ba19-e8b45056e962 with Priority: HIGHEST for action security_group_members [ 926.325907] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96baa39-8695-4fd0-ba19-e8b45056e962 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.326392] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.326585] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.326877] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.327230] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.327464] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.327620] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.327900] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.328110] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.328295] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a96baa39-8695-4fd0-ba19-e8b45056e962',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.343025] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.343025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.343025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.343025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.343025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.343025] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.343025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.343025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.343025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.343025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.343025] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 is going to be updated. [ 926.377476] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.380023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.380023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.380023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.380023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.389874] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 in Status: IN_PROGRESS for 2s [ 926.832189] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.832552] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.832552] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.832839] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.832974] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.833256] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.833519] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.833519] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.833721] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.833843] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.833986] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96baa39-8695-4fd0-ba19-e8b45056e962 is going to be updated. [ 926.867147] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16be913-bab1-4fc6-ad9c-895952b6a75e in Status: SUCCESS [ 926.867401] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.867597] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.867850] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.868038] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.868213] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.868288] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.868498] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.868785] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.868785] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.868785] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c16be913-bab1-4fc6-ad9c-895952b6a75e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.875065] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.875242] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.875318] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.875731] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.875834] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.885838] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96baa39-8695-4fd0-ba19-e8b45056e962 in Status: IN_PROGRESS for 2s [ 927.340804] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.341196] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-149" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.341196] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-149" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.343039] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-149" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.343039] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.343039] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.343039] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.343039] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.343039] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.343334] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 927.343334] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.343334] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.343446] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.343547] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 927.343656] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.343806] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.366685] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.367018] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 927.367107] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.367230] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-149" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.368399] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.368676] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.368878] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.369182] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.369336] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.380262] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16be913-bab1-4fc6-ad9c-895952b6a75e taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.380422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.380563] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.380702] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.380871] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.380972] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.381048] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.381204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.381293] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.381386] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.381531] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16be913-bab1-4fc6-ad9c-895952b6a75e taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.381625] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.381680] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.381926] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.382107] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.382226] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.382398] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.382459] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.382512] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.382791] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.382791] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c16be913-bab1-4fc6-ad9c-895952b6a75e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.872338] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.873655] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.873655] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.873655] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.873655] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.873655] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1 not found, creating... [ 927.873655] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.873953] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.873953] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.874746] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.874746] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.874746] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.876497] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.876639] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.877107] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.877107] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.878257] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1 is going to be created. [ 927.887609] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c16be913-bab1-4fc6-ad9c-895952b6a75e: rpc.has_security_group_logging(os_id): False [ 927.907713] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.910712] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.910712] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.910712] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.910712] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.910712] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.912886] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.913335] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.913598] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.914042] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.916107] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.916107] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.916107] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.916107] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.916107] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.916107] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.916107] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.919196] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.919196] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.919546] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.919715] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.920072] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.920249] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.920376] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.920603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.920731] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.920865] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c16be913-bab1-4fc6-ad9c-895952b6a75e is going to be created. [ 927.995587] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.996852] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.996852] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.996852] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.996852] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.033222] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c16be913-bab1-4fc6-ad9c-895952b6a75e in Status: IN_PROGRESS for 2s [ 928.042821] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: SUCCESS [ 928.042821] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.106648] env[69976]: INFO networking_nsxv3.common.synchronization [req-2b50f3eb-699d-4f57-9cff-f51928f836c7 req-7e9de510-1c22-4518-8234-4ddd7b0338e0 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Enqueued Resource ID: 7e6c24aa-6e58-4efb-b213-2587e88aede6 with Priority: HIGHEST for action security_group_members [ 928.107014] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e6c24aa-6e58-4efb-b213-2587e88aede6 with Priority: HIGHEST for action security_group_members [ 928.107653] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e6c24aa-6e58-4efb-b213-2587e88aede6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.107653] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.107653] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.107842] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.107842] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.107966] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.108085] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.108239] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.108327] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.108420] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e6c24aa-6e58-4efb-b213-2587e88aede6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.403070] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 in Status: SUCCESS [ 928.403070] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 deletion is rescheduled due to dependency. [ 928.403519] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.613072] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.613072] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.613072] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.613072] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.613072] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.613072] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.613072] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.613072] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.613072] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.613072] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.613072] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e6c24aa-6e58-4efb-b213-2587e88aede6 is going to be updated. [ 928.646560] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.646560] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.646560] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.646560] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.646560] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.655286] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e6c24aa-6e58-4efb-b213-2587e88aede6 in Status: IN_PROGRESS for 2s [ 928.846288] env[69976]: INFO networking_nsxv3.common.synchronization [req-64d0c9e3-4f95-4360-982a-64d9d90eab3c req-d0146d30-c572-4d3b-9a06-fc53902b246f service nova] Enqueued Resource ID: a96baa39-8695-4fd0-ba19-e8b45056e962 with Priority: HIGHEST for action security_group_rules [ 928.846288] env[69976]: INFO networking_nsxv3.common.synchronization [req-64d0c9e3-4f95-4360-982a-64d9d90eab3c req-d0146d30-c572-4d3b-9a06-fc53902b246f service nova] Enqueued Resource ID: a96baa39-8695-4fd0-ba19-e8b45056e962 with Priority: HIGHEST for action security_group_members [ 928.846288] env[69976]: INFO networking_nsxv3.common.synchronization [req-64d0c9e3-4f95-4360-982a-64d9d90eab3c req-d0146d30-c572-4d3b-9a06-fc53902b246f service nova] Enqueued Resource ID: cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1 with Priority: HIGHEST for action port [ 928.846600] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96baa39-8695-4fd0-ba19-e8b45056e962 with Priority: HIGHEST for action security_group_rules [ 928.846901] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96baa39-8695-4fd0-ba19-e8b45056e962 with Priority: HIGHEST for action security_group_members [ 928.847403] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1 with Priority: HIGHEST for action port [ 928.847966] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a96baa39-8695-4fd0-ba19-e8b45056e962 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.848275] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.848483] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.848829] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.849037] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a96baa39-8695-4fd0-ba19-e8b45056e962',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.850352] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96baa39-8695-4fd0-ba19-e8b45056e962 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.850895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.851358] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.857010] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.857010] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.857010] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.857010] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.897277] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96baa39-8695-4fd0-ba19-e8b45056e962 in Status: SUCCESS [ 928.897277] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96baa39-8695-4fd0-ba19-e8b45056e962 deletion is rescheduled due to dependency. [ 928.897544] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.897654] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.897902] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.898139] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.898295] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.898382] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.898569] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.898684] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.898875] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a96baa39-8695-4fd0-ba19-e8b45056e962',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.358723] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96baa39-8695-4fd0-ba19-e8b45056e962 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.358723] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.362626] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1 with status ACTIVE [ 929.362885] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.363079] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.363133] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.363363] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.363459] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.363641] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.363811] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.363906] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.364035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.364127] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.364361] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.364465] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.364530] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.364676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.364754] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.364849] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1 is going to be updated. [ 929.385982] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.385982] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.386158] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.386287] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.386437] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.386608] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.401120] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a96baa39-8695-4fd0-ba19-e8b45056e962',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.903542] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a96baa39-8695-4fd0-ba19-e8b45056e962',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.049440] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c16be913-bab1-4fc6-ad9c-895952b6a75e in Status: SUCCESS [ 930.049440] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.407883] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.408196] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.408297] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.408542] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.409433] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.409433] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96baa39-8695-4fd0-ba19-e8b45056e962 is going to be updated. [ 930.440491] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.440707] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.440799] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.441180] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.441374] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.452508] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96baa39-8695-4fd0-ba19-e8b45056e962 in Status: IN_PROGRESS for 2s [ 930.670808] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e6c24aa-6e58-4efb-b213-2587e88aede6 in Status: SUCCESS [ 930.671075] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e6c24aa-6e58-4efb-b213-2587e88aede6 deletion is rescheduled due to dependency. [ 930.671166] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.878059] env[69976]: INFO networking_nsxv3.common.synchronization [req-ba5ddee6-ed4c-4b87-b036-25762cc7786a req-a7db95fd-dacd-4f7d-a823-c62ada865986 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Enqueued Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_members [ 931.878650] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_members [ 931.878922] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7ae917-d6b0-43ce-ba8b-cb722589b419 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.879086] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.879163] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.879369] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.879555] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.879624] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.879676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.879848] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.879933] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.880373] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.243714] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-866 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.244257] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-866" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.244257] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-866" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.244402] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-866" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.244652] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.244832] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.244975] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.245190] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.245340] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.245552] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 932.245720] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.245798] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.245895] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.246032] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 932.246177] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.246334] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.266975] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.267171] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 932.267317] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.267518] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-866" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.268437] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-62c4de6f-7243-459d-b7ee-2a595708d4e8 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.268437] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-62c4de6f-7243-459d-b7ee-2a595708d4e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.268437] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-62c4de6f-7243-459d-b7ee-2a595708d4e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.268657] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-62c4de6f-7243-459d-b7ee-2a595708d4e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.268657] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62c4de6f-7243-459d-b7ee-2a595708d4e8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.385145] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.385367] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.385443] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.385725] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.385784] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.385963] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.386055] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.386118] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.386269] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.386340] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.386421] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 is going to be updated. [ 932.421020] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.421020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.421020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.421020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.421020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.430986] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: IN_PROGRESS for 2s [ 932.461546] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96baa39-8695-4fd0-ba19-e8b45056e962 in Status: SUCCESS [ 932.461792] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.461962] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.462193] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.462381] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.462495] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.462550] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.462693] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.462805] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.462882] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.462969] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a96baa39-8695-4fd0-ba19-e8b45056e962',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.771997] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.772295] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.772433] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.772721] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.772921] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.773117] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 62c4de6f-7243-459d-b7ee-2a595708d4e8 not found, creating... [ 932.773399] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.773573] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.773698] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.773995] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.774208] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.774507] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.774661] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.774785] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.775020] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.775162] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.775311] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 62c4de6f-7243-459d-b7ee-2a595708d4e8 is going to be created. [ 932.795126] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.795371] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.795502] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.795770] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.796014] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.796260] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-62c4de6f-7243-459d-b7ee-2a595708d4e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.965761] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96baa39-8695-4fd0-ba19-e8b45056e962 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.966210] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.966210] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.966338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.966424] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.966527] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.966591] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.966770] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.966876] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.966971] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.967146] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96baa39-8695-4fd0-ba19-e8b45056e962 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.967243] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.967306] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.967469] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.967607] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.967712] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.967810] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.967928] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.968071] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.968144] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.968250] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a96baa39-8695-4fd0-ba19-e8b45056e962',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.472249] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a96baa39-8695-4fd0-ba19-e8b45056e962: rpc.has_security_group_logging(os_id): False [ 933.496185] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.496185] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.496185] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.496389] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.496389] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.496603] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.496743] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.496811] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.497012] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.497105] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.497346] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.499069] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.499069] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.499069] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.499069] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.499069] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.499069] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.499069] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.499069] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.499069] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.499069] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a96baa39-8695-4fd0-ba19-e8b45056e962 is going to be updated. [ 933.586209] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.586422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.586530] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.586844] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.587085] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.602595] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a96baa39-8695-4fd0-ba19-e8b45056e962 in Status: IN_PROGRESS for 2s [ 933.633837] env[69976]: INFO networking_nsxv3.common.synchronization [req-ba5ddee6-ed4c-4b87-b036-25762cc7786a req-c6e4ff12-aca9-400a-8727-dc67e1323e02 service nova] Enqueued Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_rules [ 933.634117] env[69976]: INFO networking_nsxv3.common.synchronization [req-ba5ddee6-ed4c-4b87-b036-25762cc7786a req-c6e4ff12-aca9-400a-8727-dc67e1323e02 service nova] Enqueued Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_members [ 933.634220] env[69976]: INFO networking_nsxv3.common.synchronization [req-ba5ddee6-ed4c-4b87-b036-25762cc7786a req-c6e4ff12-aca9-400a-8727-dc67e1323e02 service nova] Enqueued Resource ID: 62c4de6f-7243-459d-b7ee-2a595708d4e8 with Priority: HIGHEST for action port [ 933.634770] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_rules [ 933.635178] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_members [ 933.635391] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62c4de6f-7243-459d-b7ee-2a595708d4e8 with Priority: HIGHEST for action port [ 933.635713] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b7ae917-d6b0-43ce-ba8b-cb722589b419 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.635841] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.635912] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.636131] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.636243] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.637189] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7ae917-d6b0-43ce-ba8b-cb722589b419 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.637287] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.637483] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-62c4de6f-7243-459d-b7ee-2a595708d4e8 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.637611] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62c4de6f-7243-459d-b7ee-2a595708d4e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.637685] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62c4de6f-7243-459d-b7ee-2a595708d4e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.638057] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62c4de6f-7243-459d-b7ee-2a595708d4e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.638057] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62c4de6f-7243-459d-b7ee-2a595708d4e8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.140055] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7ae917-d6b0-43ce-ba8b-cb722589b419 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.140423] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.140483] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62c4de6f-7243-459d-b7ee-2a595708d4e8 with status ACTIVE [ 934.140679] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.140815] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.140893] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.141122] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.141213] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.142373] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.142373] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.142373] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.142373] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.142373] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.142373] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.142373] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.142373] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.142735] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.142735] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.142735] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62c4de6f-7243-459d-b7ee-2a595708d4e8 is going to be updated. [ 934.166464] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.166642] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.166713] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.166968] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.167170] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.167344] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62c4de6f-7243-459d-b7ee-2a595708d4e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.448823] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: SUCCESS [ 934.451028] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 deletion is rescheduled due to dependency. [ 934.451028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.451028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.451028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.451028] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.451028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.451028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.451028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.451028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.451028] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.473278] env[69976]: INFO networking_nsxv3.common.synchronization [req-ba5ddee6-ed4c-4b87-b036-25762cc7786a req-98008cc7-82d6-4856-9f6c-f86eea108bf8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Enqueued Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_members [ 934.474034] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_members [ 934.474490] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7ae917-d6b0-43ce-ba8b-cb722589b419 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.474744] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.955838] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.990315] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-866 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.990486] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-866" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.990606] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-866" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.990891] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-866" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.991188] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.991387] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.991496] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.991752] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.992491] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.992491] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.992491] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.992491] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.992802] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.992802] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.992802] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.992992] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 935.024211] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 935.024453] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 935.024663] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 935.024959] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-866" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.025519] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.025789] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.025979] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.026460] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.026691] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.458545] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.528980] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.529452] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.529541] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.529827] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.529980] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.530592] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c not found, creating... [ 935.530592] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.530854] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.531213] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.531427] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.531599] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.531940] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.532150] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.532278] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.532511] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.532655] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.532891] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c is going to be created. [ 935.554812] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.555083] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.555222] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.555531] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.555786] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.556050] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.642479] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a96baa39-8695-4fd0-ba19-e8b45056e962 in Status: SUCCESS [ 935.642479] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.961640] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.961858] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.961994] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.962312] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.962427] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.962555] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 is going to be updated. [ 935.991511] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.991588] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.991625] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.991910] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.992077] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.002498] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: IN_PROGRESS for 2s [ 936.542220] env[69976]: INFO networking_nsxv3.common.synchronization [req-ba5ddee6-ed4c-4b87-b036-25762cc7786a req-e9cb2980-32aa-41a2-a364-3ba720a32d3c service nova] Enqueued Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_rules [ 936.542486] env[69976]: INFO networking_nsxv3.common.synchronization [req-ba5ddee6-ed4c-4b87-b036-25762cc7786a req-e9cb2980-32aa-41a2-a364-3ba720a32d3c service nova] Enqueued Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_members [ 936.542486] env[69976]: INFO networking_nsxv3.common.synchronization [req-ba5ddee6-ed4c-4b87-b036-25762cc7786a req-e9cb2980-32aa-41a2-a364-3ba720a32d3c service nova] Enqueued Resource ID: 1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c with Priority: HIGHEST for action port [ 936.542724] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_rules [ 936.542856] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_members [ 936.542955] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c with Priority: HIGHEST for action port [ 936.546537] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b7ae917-d6b0-43ce-ba8b-cb722589b419 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.546537] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.546537] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7ae917-d6b0-43ce-ba8b-cb722589b419 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.546537] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.546893] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.546893] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.546893] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.546893] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.547056] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.051699] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c with status ACTIVE [ 937.052248] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.052248] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.052399] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.052510] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.052606] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.052791] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.053260] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.053260] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.053260] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.053260] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.053416] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.053513] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.053592] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.053742] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.053818] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.053919] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c is going to be updated. [ 937.078686] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.078951] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.078951] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.079358] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.079545] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.079746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.012241] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: SUCCESS [ 938.012974] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.012974] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.012974] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.013151] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.013245] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.014119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.014119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.014119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.014119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.014119] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.014549] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.014720] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.014870] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.014971] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.015068] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.015223] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.015303] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.015390] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.517427] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7ae917-d6b0-43ce-ba8b-cb722589b419 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.518204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.518465] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.022043] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.528382] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.528382] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.528382] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.528382] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.528382] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.528686] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 is going to be updated. [ 939.562700] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.562903] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.563068] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.563173] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.563448] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.574453] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: IN_PROGRESS for 2s [ 939.805690] env[69976]: INFO networking_nsxv3.common.synchronization [req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 req-d60b25f0-bf52-4a5d-bcf2-f0de519d2441 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Enqueued Resource ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 with Priority: HIGHEST for action security_group_members [ 939.807702] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 with Priority: HIGHEST for action security_group_members [ 939.807702] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.807702] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.807702] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.807702] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.809623] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.809812] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.809927] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.810422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.810422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.810422] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a77a7d28-3dd4-48de-9f6a-cc20e7ada388',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.312539] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.312921] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.312921] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.313122] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.313241] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.313463] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.313604] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.313671] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.313878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.313965] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.314114] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 is going to be updated. [ 940.352304] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.352709] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.352709] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.352709] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.352857] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.363651] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 in Status: IN_PROGRESS for 2s [ 940.737172] env[69976]: INFO networking_nsxv3.common.synchronization [req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a req-7f838a26-aad3-49bc-a433-820641cd45fe tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Enqueued Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_members [ 940.737415] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_members [ 940.737739] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.737865] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.737930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.738257] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.738504] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.738600] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.738600] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.738762] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.738806] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.739668] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.242326] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.584938] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: SUCCESS [ 941.585229] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.585477] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.585697] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.585884] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.586010] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.586084] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.586236] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.586382] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.586434] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.745820] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.088432] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.248559] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.248729] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.248800] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.249049] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.249145] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.249247] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf55a032-4305-4c90-9bbc-f6318120f95b is going to be updated. [ 942.283512] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.283746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.283746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.284046] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.284226] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.295996] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: IN_PROGRESS for 2s [ 942.374060] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 in Status: SUCCESS [ 942.374060] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 deletion is rescheduled due to dependency. [ 942.374406] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.590658] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.094499] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.094499] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.094499] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.094499] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.094499] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.094499] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 is going to be updated. [ 943.127793] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.128022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.128022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.128262] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.128407] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.139052] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: IN_PROGRESS for 2s [ 943.720858] env[69976]: INFO networking_nsxv3.common.synchronization [req-6ce18aa7-551d-4d78-be80-c5ac931d6636 req-051322d6-64bf-454e-bcd4-2bf04e373a8c tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Enqueued Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_members [ 943.723301] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_members [ 943.723301] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.723301] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.723301] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.723301] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.723301] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.723301] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.723301] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.723301] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.723301] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.723803] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.158962] env[69976]: INFO networking_nsxv3.common.synchronization [req-6ce18aa7-551d-4d78-be80-c5ac931d6636 req-68015e72-7765-4a08-a2ca-02c076c9dfea tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Enqueued Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_members [ 944.159525] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_members [ 944.159833] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.159955] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.225385] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.225558] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.225599] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.225839] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.225933] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.226152] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.226275] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.226330] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.226479] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.226564] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.226658] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77d0551d-766d-4abd-a335-5738588c8f60 is going to be updated. [ 944.261125] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.261381] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.261381] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.261565] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.261703] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.273217] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: IN_PROGRESS for 2s [ 944.307778] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: SUCCESS [ 944.308034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.022530] env[69976]: INFO networking_nsxv3.common.synchronization [req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 req-1fa38620-bc2a-42af-a95e-ce2a54ce9bd7 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Enqueued Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_members [ 945.023181] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_members [ 945.023543] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.023674] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.023741] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.024083] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.024277] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.024386] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.024446] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.024613] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.024702] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.024827] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.150434] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: SUCCESS [ 945.150697] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.150874] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.151126] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.151322] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.151440] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.151508] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.151659] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.151756] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.151877] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.152049] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7ae917-d6b0-43ce-ba8b-cb722589b419 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.152218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.152218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.152346] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.152478] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.152587] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.152641] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.152781] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.152874] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.152974] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.153140] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.176483] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.176681] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-693" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.176829] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-693" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.177331] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-693" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.177472] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.177687] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.177895] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.178185] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.178590] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.178821] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 945.178946] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.179080] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.179198] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.179321] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 945.179508] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.179652] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.200186] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.200380] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 945.200536] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.200774] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-693" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.201079] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-202d45be-beac-4abe-9f57-32a4486af138 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.201285] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-202d45be-beac-4abe-9f57-32a4486af138" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.201414] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-202d45be-beac-4abe-9f57-32a4486af138" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.201755] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-202d45be-beac-4abe-9f57-32a4486af138" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.202028] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('202d45be-beac-4abe-9f57-32a4486af138',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.526717] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-585 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.526935] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.529023] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.529023] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.529023] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.529023] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.529023] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.529023] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.529023] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.529023] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 945.529023] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.529023] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.529023] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.529474] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 945.529474] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.529474] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.530616] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.530725] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.530819] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.530940] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.531054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.531227] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.531354] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.531421] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.531510] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.531582] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.531681] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3dd8747-4b15-412c-9e57-8867e112944b already deleted. [ 945.531822] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.553028] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.553325] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 945.553543] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.553741] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.554124] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-2190dc48-2a23-4496-a3a6-9148b8d2df18 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.554334] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-2190dc48-2a23-4496-a3a6-9148b8d2df18" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.554460] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-2190dc48-2a23-4496-a3a6-9148b8d2df18" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.554818] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-2190dc48-2a23-4496-a3a6-9148b8d2df18" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.554995] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2190dc48-2a23-4496-a3a6-9148b8d2df18',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.655434] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b7ae917-d6b0-43ce-ba8b-cb722589b419: rpc.has_security_group_logging(os_id): False [ 945.675698] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.675858] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.675942] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.676155] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.676251] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.677034] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.677034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.677034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.677034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.677034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.677034] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.677343] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.677343] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.677343] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.677343] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.678023] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.678023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.678023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.678023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.678023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.678023] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 is going to be updated. [ 945.707456] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.707456] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.707456] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.707456] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.707456] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.707456] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 202d45be-beac-4abe-9f57-32a4486af138 not found, creating... [ 945.707456] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.707456] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.707456] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.707982] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.707982] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.708120] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.708288] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.708400] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.708632] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.709284] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.709284] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 202d45be-beac-4abe-9f57-32a4486af138 is going to be created. [ 945.729628] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.729804] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.730102] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.730342] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.730656] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.730830] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-202d45be-beac-4abe-9f57-32a4486af138" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.776254] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.776499] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.776712] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.777029] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.777603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.796404] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: IN_PROGRESS for 2s [ 946.057797] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.058146] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.058184] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.060137] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.060137] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.060137] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 2190dc48-2a23-4496-a3a6-9148b8d2df18 not found, creating... [ 946.060137] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.060137] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.060137] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.060137] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.060890] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.060890] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.060890] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.060890] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.061231] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.061315] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.061494] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 2190dc48-2a23-4496-a3a6-9148b8d2df18 is going to be created. [ 946.084548] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.084800] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.084965] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.085272] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.085531] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.086131] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-2190dc48-2a23-4496-a3a6-9148b8d2df18" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.286192] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: SUCCESS [ 946.286192] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77d0551d-766d-4abd-a335-5738588c8f60 deletion is rescheduled due to dependency. [ 946.286192] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.286192] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.286192] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.286192] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.286192] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.286192] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.286192] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.291694] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.291694] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.794051] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.876195] env[69976]: INFO networking_nsxv3.common.synchronization [req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 req-b8cf170d-6ed4-45a9-ae64-c2506d57eb1f service nova] Enqueued Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_rules [ 946.876533] env[69976]: INFO networking_nsxv3.common.synchronization [req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 req-b8cf170d-6ed4-45a9-ae64-c2506d57eb1f service nova] Enqueued Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_members [ 946.876662] env[69976]: INFO networking_nsxv3.common.synchronization [req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 req-b8cf170d-6ed4-45a9-ae64-c2506d57eb1f service nova] Enqueued Resource ID: 2190dc48-2a23-4496-a3a6-9148b8d2df18 with Priority: HIGHEST for action port [ 946.878320] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_rules [ 946.879090] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_members [ 946.879263] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2190dc48-2a23-4496-a3a6-9148b8d2df18 with Priority: HIGHEST for action port [ 946.879624] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.879773] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.879854] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.881040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.881040] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.882555] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.882555] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.882555] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.882726] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.883089] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.883089] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.883089] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.883466] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.883466] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.883466] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.884929] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-2190dc48-2a23-4496-a3a6-9148b8d2df18 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.885027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2190dc48-2a23-4496-a3a6-9148b8d2df18" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.885106] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2190dc48-2a23-4496-a3a6-9148b8d2df18" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.885266] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2190dc48-2a23-4496-a3a6-9148b8d2df18" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.885353] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2190dc48-2a23-4496-a3a6-9148b8d2df18',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.077300] env[69976]: INFO networking_nsxv3.common.synchronization [req-6ce18aa7-551d-4d78-be80-c5ac931d6636 req-2ea34287-4595-479c-af77-a9cc2f89c9bb service nova] Enqueued Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_rules [ 947.077613] env[69976]: INFO networking_nsxv3.common.synchronization [req-6ce18aa7-551d-4d78-be80-c5ac931d6636 req-2ea34287-4595-479c-af77-a9cc2f89c9bb service nova] Enqueued Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_members [ 947.077722] env[69976]: INFO networking_nsxv3.common.synchronization [req-6ce18aa7-551d-4d78-be80-c5ac931d6636 req-2ea34287-4595-479c-af77-a9cc2f89c9bb service nova] Enqueued Resource ID: 202d45be-beac-4abe-9f57-32a4486af138 with Priority: HIGHEST for action port [ 947.078337] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_rules [ 947.078551] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_members [ 947.078640] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202d45be-beac-4abe-9f57-32a4486af138 with Priority: HIGHEST for action port [ 947.079434] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.079604] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.079678] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.079914] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.080015] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.080993] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.081098] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.081334] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-202d45be-beac-4abe-9f57-32a4486af138 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.081463] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-202d45be-beac-4abe-9f57-32a4486af138" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.081503] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-202d45be-beac-4abe-9f57-32a4486af138" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.081733] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-202d45be-beac-4abe-9f57-32a4486af138" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.081937] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('202d45be-beac-4abe-9f57-32a4486af138',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.297992] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.383256] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.383451] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.387432] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.388527] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2190dc48-2a23-4496-a3a6-9148b8d2df18 with status ACTIVE [ 947.389430] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.389430] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.389430] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.389430] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.389430] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.390417] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.390417] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.390417] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.390417] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.390417] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.390417] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.390417] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.390798] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.390798] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.390798] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.390885] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2190dc48-2a23-4496-a3a6-9148b8d2df18 is going to be updated. [ 947.421137] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.421602] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.421722] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.422210] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.422376] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.422555] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2190dc48-2a23-4496-a3a6-9148b8d2df18" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.584359] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.584614] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.585879] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 202d45be-beac-4abe-9f57-32a4486af138 with status ACTIVE [ 947.585879] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.585879] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.585879] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.586264] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.586264] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.587267] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.587428] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.587428] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.589138] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.589138] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.589138] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.589138] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.589423] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.589979] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.589979] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.589979] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 202d45be-beac-4abe-9f57-32a4486af138 is going to be updated. [ 947.616477] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.616696] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.616696] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.616898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.617057] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.617228] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-202d45be-beac-4abe-9f57-32a4486af138" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.801718] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.801718] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.801718] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.801718] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.801718] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.801718] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77d0551d-766d-4abd-a335-5738588c8f60 is going to be updated. [ 947.813682] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: SUCCESS [ 947.813928] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.814173] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.814586] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.814721] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.833950] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.834124] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.834167] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.834383] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.834526] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.844726] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: IN_PROGRESS for 2s [ 947.893279] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.085971] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-869 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.086357] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-869" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.086554] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-869" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.092454] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-869" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.092454] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.092454] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.092454] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.092638] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.092787] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.093074] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 948.094339] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.094339] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.094339] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.094339] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 948.094339] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.094339] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.113141] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.113334] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 948.113493] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.113710] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-869" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.114083] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-17f9b519-6d65-4195-ac78-8c6b2a615df1 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.114304] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-17f9b519-6d65-4195-ac78-8c6b2a615df1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.114453] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-17f9b519-6d65-4195-ac78-8c6b2a615df1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.114774] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-17f9b519-6d65-4195-ac78-8c6b2a615df1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.114920] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17f9b519-6d65-4195-ac78-8c6b2a615df1',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.318107] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7ae917-d6b0-43ce-ba8b-cb722589b419 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.318107] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.318107] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.318421] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.318655] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.318823] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.318931] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.319370] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.319480] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.319580] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.319703] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.396711] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.396962] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.396962] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.397198] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.397295] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.397403] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3dd8747-4b15-412c-9e57-8867e112944b is going to be created. [ 948.442433] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.443031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.443031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.443175] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.443516] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.460031] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: UNINITIALIZED for 2s [ 948.619932] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.620222] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.620390] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.620731] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.620918] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.621122] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 17f9b519-6d65-4195-ac78-8c6b2a615df1 not found, creating... [ 948.621459] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.621660] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.621808] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.622130] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.622331] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.622722] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.622944] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.623153] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.623406] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.623553] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.623706] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 17f9b519-6d65-4195-ac78-8c6b2a615df1 is going to be created. [ 948.657508] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.657834] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.657979] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.658301] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.658614] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.658854] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-17f9b519-6d65-4195-ac78-8c6b2a615df1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.823822] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7ae917-d6b0-43ce-ba8b-cb722589b419 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.823822] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.823822] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.823822] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.823822] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.823822] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.823822] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.824579] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.824579] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.824579] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.824579] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7ae917-d6b0-43ce-ba8b-cb722589b419 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.824579] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.824579] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.824579] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.824933] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.824933] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.824933] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.825130] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.825130] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.825130] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.825254] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.328054] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b7ae917-d6b0-43ce-ba8b-cb722589b419: rpc.has_security_group_logging(os_id): False [ 949.354028] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.354262] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.354262] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.354498] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.354589] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.354781] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.354876] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.354960] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.355518] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.355518] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.355518] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.355518] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.355740] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.355740] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.355813] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.355965] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.358953] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.358953] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.358953] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.358953] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.358953] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 is going to be updated. [ 949.433016] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.433273] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.433572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.433740] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.434017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.458789] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: IN_PROGRESS for 2s [ 949.557390] env[69976]: INFO networking_nsxv3.common.synchronization [req-6ce18aa7-551d-4d78-be80-c5ac931d6636 req-4788dbd7-81ba-4448-9c5d-9ffc163e047d service nova] Enqueued Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_rules [ 949.557589] env[69976]: INFO networking_nsxv3.common.synchronization [req-6ce18aa7-551d-4d78-be80-c5ac931d6636 req-4788dbd7-81ba-4448-9c5d-9ffc163e047d service nova] Enqueued Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_members [ 949.557767] env[69976]: INFO networking_nsxv3.common.synchronization [req-6ce18aa7-551d-4d78-be80-c5ac931d6636 req-4788dbd7-81ba-4448-9c5d-9ffc163e047d service nova] Enqueued Resource ID: 17f9b519-6d65-4195-ac78-8c6b2a615df1 with Priority: HIGHEST for action port [ 949.558352] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_rules [ 949.558513] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_members [ 949.558630] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17f9b519-6d65-4195-ac78-8c6b2a615df1 with Priority: HIGHEST for action port [ 949.558931] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.559313] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.559578] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.559815] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.559956] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-17f9b519-6d65-4195-ac78-8c6b2a615df1 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.560111] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17f9b519-6d65-4195-ac78-8c6b2a615df1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.560111] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17f9b519-6d65-4195-ac78-8c6b2a615df1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.560284] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17f9b519-6d65-4195-ac78-8c6b2a615df1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.560370] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17f9b519-6d65-4195-ac78-8c6b2a615df1',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.856494] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: SUCCESS [ 949.856767] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.856950] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.857244] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.857431] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.857588] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.857656] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.857837] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.857922] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.858693] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.022028] env[69976]: INFO networking_nsxv3.common.synchronization [req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 req-1ddc8f84-5671-4126-a369-9261c4db79fe tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Enqueued Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_members [ 950.024207] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_members [ 950.024207] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7ae917-d6b0-43ce-ba8b-cb722589b419 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.024207] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.026151] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.026151] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.026151] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.026151] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.026151] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.026151] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.026151] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.026151] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.063740] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17f9b519-6d65-4195-ac78-8c6b2a615df1 with status ACTIVE [ 950.064088] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.064088] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.064418] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.064601] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.064601] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.064759] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.064958] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.064958] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.065663] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.065663] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.065663] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.065663] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.065663] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.065885] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.065885] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.065885] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17f9b519-6d65-4195-ac78-8c6b2a615df1 is going to be updated. [ 950.094206] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.094206] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.094206] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.094206] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.094518] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.095945] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17f9b519-6d65-4195-ac78-8c6b2a615df1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.361999] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.471619] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: SUCCESS [ 950.471856] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.472071] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.472305] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.472533] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.472624] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.472674] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.472829] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.472941] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.473970] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.473970] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.531445] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.695896] env[69976]: INFO networking_nsxv3.common.synchronization [req-c250e758-f341-43f3-9902-3e2f017cc0e8 req-98517c37-2b63-4bf7-ad6b-0da27742def3 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Enqueued Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_members [ 950.696232] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGHEST for action security_group_members [ 950.696685] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7ae917-d6b0-43ce-ba8b-cb722589b419 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.696685] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.864434] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.982514] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.982677] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.982742] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.983021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.983209] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.983356] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.983455] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.983660] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.983754] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.983848] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.983999] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.984106] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.984173] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.984314] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.984454] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.984546] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.984609] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.984746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.984821] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.984904] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.984990] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.037769] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.370039] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.370039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.370039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.370039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.370039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.370039] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77d0551d-766d-4abd-a335-5738588c8f60 is going to be updated. [ 951.398553] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.398653] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.398689] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.402124] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.402375] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.413727] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: IN_PROGRESS for 2s [ 951.477987] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: SUCCESS [ 951.478310] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.487482] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3dd8747-4b15-412c-9e57-8867e112944b: rpc.has_security_group_logging(os_id): False [ 951.509044] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.509044] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.509044] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.509044] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.509044] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.509044] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.509262] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.509262] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.509318] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.509615] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.509615] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.509732] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.509732] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.509926] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.510024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.512124] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.512124] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.512124] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.512124] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.512124] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.512124] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3dd8747-4b15-412c-9e57-8867e112944b is going to be created. [ 951.539857] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.539857] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.539857] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.540094] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.540094] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.540160] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 is going to be updated. [ 951.572168] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.572168] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.572168] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.572168] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.572168] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.573791] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.573917] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.573993] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.574230] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.574358] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.583726] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: IN_PROGRESS for 2s [ 951.584726] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: IN_PROGRESS for 2s [ 952.875775] env[69976]: INFO networking_nsxv3.common.synchronization [req-e5b8aa26-2970-404c-a987-03d5e8941deb req-4025c639-060d-442d-b06e-b16c2222aadc tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Enqueued Resource ID: a96baa39-8695-4fd0-ba19-e8b45056e962 with Priority: HIGHEST for action security_group_members [ 952.876329] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96baa39-8695-4fd0-ba19-e8b45056e962 with Priority: HIGHEST for action security_group_members [ 952.876642] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96baa39-8695-4fd0-ba19-e8b45056e962 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.876766] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.876827] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.877373] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.877373] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.877373] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.877742] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.877742] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.877742] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.877895] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a96baa39-8695-4fd0-ba19-e8b45056e962',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.382646] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.382646] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.382646] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.382646] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.382646] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.382646] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.384898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.384898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.384898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.384898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.384898] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96baa39-8695-4fd0-ba19-e8b45056e962 is going to be updated. [ 953.429504] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: SUCCESS [ 953.429808] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.430029] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.430260] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.430460] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.430581] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.430671] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.430845] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.430953] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.431040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.431154] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.434500] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.434500] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.434500] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.434667] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.434944] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.435893] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.436109] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.436292] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.436399] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.436459] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.436612] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.438023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.438023] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.449387] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96baa39-8695-4fd0-ba19-e8b45056e962 in Status: IN_PROGRESS for 2s [ 953.596185] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: IN_PROGRESS for 4s [ 953.599311] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: SUCCESS [ 953.601516] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.939377] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.939377] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.942195] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.444317] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.947244] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.947244] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.947673] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.947673] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.947739] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.947909] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77d0551d-766d-4abd-a335-5738588c8f60 is going to be updated. [ 954.977528] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.977738] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.977738] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.981030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.981030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.988130] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: IN_PROGRESS for 2s [ 955.209399] env[69976]: INFO networking_nsxv3.common.synchronization [req-6caa8736-7def-4118-8252-1e41fe7486f9 req-83e9c91b-4c96-4dfa-8316-10606e66c59e tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Enqueued Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 955.213025] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 955.213025] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.213025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.213025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.213025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.213025] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.213025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.213025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.213025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.213025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.213025] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.463023] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96baa39-8695-4fd0-ba19-e8b45056e962 in Status: SUCCESS [ 955.463023] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96baa39-8695-4fd0-ba19-e8b45056e962 deletion is rescheduled due to dependency. [ 955.463023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.611782] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: SUCCESS [ 955.611782] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.611782] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.611782] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.611782] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.611782] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.611782] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.611782] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.611782] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.611782] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.656239] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.656239] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-189" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.656239] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-189" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.656239] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-189" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.661173] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.661173] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.661173] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.661173] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.661173] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.661173] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 955.661173] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.661173] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.661173] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.661173] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 955.661173] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.662418] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.686449] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.686449] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 955.686449] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.686449] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-189" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.686626] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-e20c8f63-2a2c-4f3d-b805-8912d97bedbc taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.686881] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-e20c8f63-2a2c-4f3d-b805-8912d97bedbc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.686881] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-e20c8f63-2a2c-4f3d-b805-8912d97bedbc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.687257] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-e20c8f63-2a2c-4f3d-b805-8912d97bedbc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.688061] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e20c8f63-2a2c-4f3d-b805-8912d97bedbc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.716539] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.115075] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.115075] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.115075] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.115075] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.115075] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.115865] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.115865] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.115865] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.115865] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.115865] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.116158] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 is going to be updated. [ 956.146193] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.146400] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.146463] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.146713] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.146916] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.160066] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: IN_PROGRESS for 2s [ 956.190217] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.190819] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.190819] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.191031] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.191334] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.191469] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port e20c8f63-2a2c-4f3d-b805-8912d97bedbc not found, creating... [ 956.191836] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.192141] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.192242] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.192500] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.192618] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.194507] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.194745] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.194928] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.195260] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.195461] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.195650] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: e20c8f63-2a2c-4f3d-b805-8912d97bedbc is going to be created. [ 956.219570] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.219570] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.219570] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.219570] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.219907] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.219988] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-e20c8f63-2a2c-4f3d-b805-8912d97bedbc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.221779] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.727010] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.727010] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.727010] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.727232] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.727425] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.727505] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af6ec24a-16bc-45ce-816d-c65531b01ebc is going to be updated. [ 956.764219] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.764377] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.764506] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.764726] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.764875] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.776331] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: IN_PROGRESS for 2s [ 957.002860] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: SUCCESS [ 957.006026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.006026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.006026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.006026] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.006026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.006026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.006026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.006026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.006026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.006026] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.006026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.006682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.006977] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.007250] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.007468] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.007700] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.009127] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.009127] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.009127] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.009127] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.094267] env[69976]: INFO networking_nsxv3.common.synchronization [None req-43d840ac-78ad-46af-b66c-02f566c1b3ac None None] Enqueued Resource ID: f5fd5899-8323-4703-add7-b10e1013d5b7 with Priority: HIGHEST for action port [ 957.094799] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fd5899-8323-4703-add7-b10e1013d5b7 with Priority: HIGHEST for action port [ 957.095795] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5fd5899-8323-4703-add7-b10e1013d5b7 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.095795] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5fd5899-8323-4703-add7-b10e1013d5b7" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.095795] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5fd5899-8323-4703-add7-b10e1013d5b7" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.095795] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5fd5899-8323-4703-add7-b10e1013d5b7" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.095795] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5fd5899-8323-4703-add7-b10e1013d5b7',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.273932] env[69976]: INFO networking_nsxv3.common.synchronization [req-6caa8736-7def-4118-8252-1e41fe7486f9 req-29122685-234f-4334-9fb3-354e93c6ea7b service nova] Enqueued Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_rules [ 957.274205] env[69976]: INFO networking_nsxv3.common.synchronization [req-6caa8736-7def-4118-8252-1e41fe7486f9 req-29122685-234f-4334-9fb3-354e93c6ea7b service nova] Enqueued Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 957.274295] env[69976]: INFO networking_nsxv3.common.synchronization [req-6caa8736-7def-4118-8252-1e41fe7486f9 req-29122685-234f-4334-9fb3-354e93c6ea7b service nova] Enqueued Resource ID: e20c8f63-2a2c-4f3d-b805-8912d97bedbc with Priority: HIGHEST for action port [ 957.275073] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_rules [ 957.275073] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 957.275073] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20c8f63-2a2c-4f3d-b805-8912d97bedbc with Priority: HIGHEST for action port [ 957.275924] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.275924] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.275924] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.275924] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.275924] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.276718] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.276812] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.277019] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-e20c8f63-2a2c-4f3d-b805-8912d97bedbc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.277125] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e20c8f63-2a2c-4f3d-b805-8912d97bedbc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.277188] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e20c8f63-2a2c-4f3d-b805-8912d97bedbc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.277365] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e20c8f63-2a2c-4f3d-b805-8912d97bedbc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.277443] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e20c8f63-2a2c-4f3d-b805-8912d97bedbc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.512964] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77d0551d-766d-4abd-a335-5738588c8f60: rpc.has_security_group_logging(os_id): False [ 957.532271] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.532424] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.532487] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.532686] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.532811] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.533036] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.533278] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.533278] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.533400] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.533400] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.533635] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.533736] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.533736] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.533862] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.533926] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.534125] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.534223] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.534292] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.534433] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.534507] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.534597] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77d0551d-766d-4abd-a335-5738588c8f60 is going to be updated. [ 957.605299] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.605299] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.605299] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.605299] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.605299] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.606398] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5fd5899-8323-4703-add7-b10e1013d5b7 [ 957.606398] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.606546] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.606546] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.606664] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.606742] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.606828] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5fd5899-8323-4703-add7-b10e1013d5b7 already deleted. [ 957.606907] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5fd5899-8323-4703-add7-b10e1013d5b7" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.619349] env[69976]: INFO networking_nsxv3.common.synchronization [None req-f5ad5d76-bb77-4a6b-9803-88990aed1a15 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Enqueued Resource ID: 06908884-2115-40e3-a8e7-d4a724e59347 with Priority: HIGHEST for action security_group_rules [ 957.619914] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06908884-2115-40e3-a8e7-d4a724e59347 with Priority: HIGHEST for action security_group_rules [ 957.620239] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06908884-2115-40e3-a8e7-d4a724e59347 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.620368] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06908884-2115-40e3-a8e7-d4a724e59347" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.620439] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06908884-2115-40e3-a8e7-d4a724e59347" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.620692] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06908884-2115-40e3-a8e7-d4a724e59347" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.620778] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06908884-2115-40e3-a8e7-d4a724e59347',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.625070] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: IN_PROGRESS for 2s [ 957.772430] env[69976]: INFO networking_nsxv3.common.synchronization [None req-71d7745a-e3c4-42d6-afcb-b42a8d174613 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Enqueued Resource ID: 7ea89ebc-b7da-49cb-87a2-f396ade23d3f with Priority: HIGHEST for action security_group_rules [ 957.773139] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea89ebc-b7da-49cb-87a2-f396ade23d3f with Priority: HIGHEST for action security_group_rules [ 957.773479] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ea89ebc-b7da-49cb-87a2-f396ade23d3f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.773609] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.773721] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.773981] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.774156] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ea89ebc-b7da-49cb-87a2-f396ade23d3f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.783666] env[69976]: INFO networking_nsxv3.common.synchronization [None req-90457ca7-18f5-4b61-83fc-f364fa25ec7f tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Enqueued Resource ID: 06908884-2115-40e3-a8e7-d4a724e59347 with Priority: HIGHEST for action security_group_rules [ 957.783666] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.783666] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.783666] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e20c8f63-2a2c-4f3d-b805-8912d97bedbc with status ACTIVE [ 957.783666] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.783666] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.783666] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.783666] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.783666] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.783666] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.784364] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.784364] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.784441] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.785676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.785676] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.785676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.785676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.785676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.785676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.785676] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e20c8f63-2a2c-4f3d-b805-8912d97bedbc is going to be updated. [ 957.790035] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06908884-2115-40e3-a8e7-d4a724e59347 with Priority: HIGHEST for action security_group_rules [ 957.790035] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06908884-2115-40e3-a8e7-d4a724e59347 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.790035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06908884-2115-40e3-a8e7-d4a724e59347" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.817026] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.817026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.817026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.817026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.817026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.817026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e20c8f63-2a2c-4f3d-b805-8912d97bedbc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.909021] env[69976]: INFO networking_nsxv3.common.synchronization [None req-049bf971-a0ee-4cc4-9f1f-b9b824ccc78b tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Enqueued Resource ID: 7ea89ebc-b7da-49cb-87a2-f396ade23d3f with Priority: HIGHEST for action security_group_rules [ 957.909021] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea89ebc-b7da-49cb-87a2-f396ade23d3f with Priority: HIGHEST for action security_group_rules [ 957.909459] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ea89ebc-b7da-49cb-87a2-f396ade23d3f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.909459] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.144215] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.144514] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.144597] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.144827] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.144922] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.146263] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06908884-2115-40e3-a8e7-d4a724e59347 already deleted. [ 958.147251] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06908884-2115-40e3-a8e7-d4a724e59347" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.147251] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06908884-2115-40e3-a8e7-d4a724e59347" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.147251] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06908884-2115-40e3-a8e7-d4a724e59347" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.147251] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06908884-2115-40e3-a8e7-d4a724e59347',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.171102] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 in Status: SUCCESS [ 958.171307] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 deletion is rescheduled due to dependency. [ 958.171417] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.298059] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.298362] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.298362] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.299487] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.302697] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.302697] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ea89ebc-b7da-49cb-87a2-f396ade23d3f already deleted. [ 958.302697] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.302697] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.302697] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.302697] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ea89ebc-b7da-49cb-87a2-f396ade23d3f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.670025] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.670455] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.670537] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.670763] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.670853] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.670998] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06908884-2115-40e3-a8e7-d4a724e59347 already deleted. [ 958.671345] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06908884-2115-40e3-a8e7-d4a724e59347" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.788479] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: SUCCESS [ 958.789158] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.789339] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.790192] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.790397] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.790523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.790591] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.790757] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.790841] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.790937] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.821267] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.821436] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.821480] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.821678] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.821766] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.821866] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ea89ebc-b7da-49cb-87a2-f396ade23d3f already deleted. [ 958.821976] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.294118] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.414466] env[69976]: INFO networking_nsxv3.common.synchronization [req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 req-5bb28805-2026-4761-b2f2-6a7fd68848a7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Enqueued Resource ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 with Priority: HIGHEST for action security_group_members [ 959.415823] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 with Priority: HIGHEST for action security_group_members [ 959.415938] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-9591b14e-552f-467c-9e3a-bd40483cc3c0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.416432] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.416432] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.416432] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.416608] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.416988] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.417199] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.417438] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.417789] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.418057] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9591b14e-552f-467c-9e3a-bd40483cc3c0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.647299] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: SUCCESS [ 959.647531] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.647734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.647999] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.648094] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.798553] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.846833] env[69976]: INFO networking_nsxv3.common.synchronization [None req-e2c5b001-06fa-43c6-b333-f8baaabacdad None None] Enqueued Resource ID: f56b4a34-0ad9-449f-9b60-e5e0d1750cae with Priority: HIGHEST for action port [ 959.847647] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f56b4a34-0ad9-449f-9b60-e5e0d1750cae with Priority: HIGHEST for action port [ 959.848346] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-f56b4a34-0ad9-449f-9b60-e5e0d1750cae taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.848476] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f56b4a34-0ad9-449f-9b60-e5e0d1750cae" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.848543] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f56b4a34-0ad9-449f-9b60-e5e0d1750cae" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.849065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f56b4a34-0ad9-449f-9b60-e5e0d1750cae" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.849190] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f56b4a34-0ad9-449f-9b60-e5e0d1750cae',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.921441] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.921441] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.921441] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.921441] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.921441] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.922314] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.925319] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.925319] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.925319] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.925319] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.925319] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 is going to be updated. [ 959.958023] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.958023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.958023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.958023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.958023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.968898] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 in Status: IN_PROGRESS for 2s [ 960.150328] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.150573] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.150573] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.150776] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.150943] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.151106] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.151106] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.151262] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.151383] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.151434] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.151516] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.303817] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.303817] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.303817] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.303817] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.303817] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.303817] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af6ec24a-16bc-45ce-816d-c65531b01ebc is going to be updated. [ 960.308703] env[69976]: INFO networking_nsxv3.common.synchronization [req-dd791905-5e10-4ba2-8b80-26e954b5ad02 req-14711248-4fd1-46f6-87e3-afec2d5ff202 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Enqueued Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_members [ 960.309413] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_members [ 960.309834] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.310020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.310079] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.310810] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.310810] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.311372] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.311409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.312037] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.312037] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.312037] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.348842] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.348983] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.349795] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.349795] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.349795] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.353916] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f56b4a34-0ad9-449f-9b60-e5e0d1750cae [ 960.354204] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.354416] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.354416] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.356690] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.356690] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.356690] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f56b4a34-0ad9-449f-9b60-e5e0d1750cae already deleted. [ 960.356690] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f56b4a34-0ad9-449f-9b60-e5e0d1750cae" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.361526] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: IN_PROGRESS for 2s [ 960.471653] env[69976]: INFO networking_nsxv3.common.synchronization [req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 req-3a1ef902-58c4-4775-946e-ee20d719ab1a tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Enqueued Resource ID: c16be913-bab1-4fc6-ad9c-895952b6a75e with Priority: HIGHEST for action security_group_members [ 960.472333] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16be913-bab1-4fc6-ad9c-895952b6a75e with Priority: HIGHEST for action security_group_members [ 960.472681] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16be913-bab1-4fc6-ad9c-895952b6a75e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.472838] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.472908] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.473154] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.473755] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.473882] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.473882] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.474760] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.474760] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.474760] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c16be913-bab1-4fc6-ad9c-895952b6a75e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.654626] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.654776] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.658506] env[69976]: INFO networking_nsxv3.common.synchronization [req-7996d9e6-8cf7-4c39-8284-629ecd17e575 req-bebeea15-9d9c-47ad-9840-94fa0d3b5ffc tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Enqueued Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_members [ 960.659109] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_members [ 960.660134] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.660134] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.660134] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.660134] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.664962] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.665861] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.665861] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.665861] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.665861] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.665861] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.814098] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.977141] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c16be913-bab1-4fc6-ad9c-895952b6a75e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.169044] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.169044] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.169044] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.169044] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.169335] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.169335] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.169551] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.169551] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.169654] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.169692] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.170258] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3dd8747-4b15-412c-9e57-8867e112944b is going to be updated. [ 961.201899] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.201899] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.201899] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.201899] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.201899] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.212170] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: IN_PROGRESS for 2s [ 961.227930] env[69976]: INFO networking_nsxv3.common.synchronization [req-dd791905-5e10-4ba2-8b80-26e954b5ad02 req-3cdab51a-2090-4162-93a3-df8cf7aba6ee tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Enqueued Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_members [ 961.228330] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGHEST for action security_group_members [ 961.228672] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.228779] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.317531] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.480458] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c16be913-bab1-4fc6-ad9c-895952b6a75e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.517021] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-694 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.517021] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-694" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.517021] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-694" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.517021] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-694" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.517021] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.517021] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.517021] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.517021] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.517021] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.517403] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.517500] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.517583] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.517678] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.517793] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.517901] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.518054] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.537476] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.537647] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 961.537802] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.537974] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-694" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.538328] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-e703f733-d88d-49be-9def-1a0515fc3915 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.538502] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-e703f733-d88d-49be-9def-1a0515fc3915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.538633] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-e703f733-d88d-49be-9def-1a0515fc3915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.538983] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-e703f733-d88d-49be-9def-1a0515fc3915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.539153] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e703f733-d88d-49be-9def-1a0515fc3915',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.651451] env[69976]: INFO networking_nsxv3.common.synchronization [req-0da83d65-13df-4fca-b330-5409b6dd79a6 req-e681eab1-8886-432c-9d42-0c5ed8791a4e tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Enqueued Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_members [ 961.652928] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_members [ 961.652928] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.652928] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.652928] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.652928] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.653245] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.653245] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.653359] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.653469] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.653564] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.653900] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.821521] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.822622] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.822622] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.822622] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.822622] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.822622] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77d0551d-766d-4abd-a335-5738588c8f60 is going to be updated. [ 961.854270] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.854443] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.854500] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.854813] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.854963] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.864772] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: IN_PROGRESS for 2s [ 961.980100] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 in Status: SUCCESS [ 961.981064] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 deletion is rescheduled due to dependency. [ 961.981064] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.982303] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.982303] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.982303] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.982715] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.982715] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.982715] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16be913-bab1-4fc6-ad9c-895952b6a75e is going to be updated. [ 962.013805] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.013805] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.014268] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.014268] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.014384] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.025740] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16be913-bab1-4fc6-ad9c-895952b6a75e in Status: IN_PROGRESS for 2s [ 962.042182] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.043042] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.043042] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.043214] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.045039] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.045039] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port e703f733-d88d-49be-9def-1a0515fc3915 not found, creating... [ 962.045039] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.045039] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.045039] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.045039] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.045039] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.049127] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.049434] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.049623] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.050023] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.050210] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.050369] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: e703f733-d88d-49be-9def-1a0515fc3915 is going to be created. [ 962.081759] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.082158] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.083031] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.083219] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.083677] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.084178] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-e703f733-d88d-49be-9def-1a0515fc3915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.156913] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.156913] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.156913] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.156913] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.156913] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.156913] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.156913] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.156913] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.157292] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.157292] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.157292] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f is going to be updated. [ 962.225902] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.225902] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.225902] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.225902] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.225902] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.238103] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: IN_PROGRESS for 2s [ 962.374026] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: SUCCESS [ 962.374026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.374026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.374273] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.374381] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.374478] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.374547] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.376797] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.376797] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.376797] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.376797] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.881030] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.881030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.881030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.881030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.881030] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.881030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.881030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.881030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.881030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.881030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.881030] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.881030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.881878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.881878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.881878] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.881878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.881878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.881878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.881878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.881878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.881878] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.223021] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: SUCCESS [ 963.223244] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3dd8747-4b15-412c-9e57-8867e112944b deletion is rescheduled due to dependency. [ 963.223362] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.352901] env[69976]: INFO networking_nsxv3.common.synchronization [req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 req-bbafa271-b673-4509-a929-57bfe26824f7 service nova] Enqueued Resource ID: c16be913-bab1-4fc6-ad9c-895952b6a75e with Priority: HIGHEST for action security_group_rules [ 963.353209] env[69976]: INFO networking_nsxv3.common.synchronization [req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 req-bbafa271-b673-4509-a929-57bfe26824f7 service nova] Enqueued Resource ID: c16be913-bab1-4fc6-ad9c-895952b6a75e with Priority: HIGHEST for action security_group_members [ 963.353444] env[69976]: INFO networking_nsxv3.common.synchronization [req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 req-bbafa271-b673-4509-a929-57bfe26824f7 service nova] Enqueued Resource ID: e703f733-d88d-49be-9def-1a0515fc3915 with Priority: HIGHEST for action port [ 963.354824] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16be913-bab1-4fc6-ad9c-895952b6a75e with Priority: HIGHEST for action security_group_rules [ 963.354824] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16be913-bab1-4fc6-ad9c-895952b6a75e with Priority: HIGHEST for action security_group_members [ 963.354824] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e703f733-d88d-49be-9def-1a0515fc3915 with Priority: HIGHEST for action port [ 963.355014] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c16be913-bab1-4fc6-ad9c-895952b6a75e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.355074] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.355190] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.355478] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.355567] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c16be913-bab1-4fc6-ad9c-895952b6a75e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.356481] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16be913-bab1-4fc6-ad9c-895952b6a75e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.356575] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.356782] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-e703f733-d88d-49be-9def-1a0515fc3915 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.356886] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e703f733-d88d-49be-9def-1a0515fc3915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.356949] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e703f733-d88d-49be-9def-1a0515fc3915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.357323] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e703f733-d88d-49be-9def-1a0515fc3915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.357459] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e703f733-d88d-49be-9def-1a0515fc3915',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.388245] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af6ec24a-16bc-45ce-816d-c65531b01ebc: rpc.has_security_group_logging(os_id): False [ 963.429466] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.429897] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.429897] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.430255] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.430409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.430675] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.430834] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.431082] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.431489] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.431639] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.431889] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.432043] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.432102] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.432295] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.432382] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.432661] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.432760] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.432852] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.433064] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.433276] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.433413] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af6ec24a-16bc-45ce-816d-c65531b01ebc is going to be updated. [ 963.534481] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.534621] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.534621] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.534805] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.534960] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.555908] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: IN_PROGRESS for 2s [ 963.757300] env[69976]: INFO networking_nsxv3.common.synchronization [req-478c9d23-4973-4dfa-9f95-b020d83968f7 req-9d28aa92-3fc7-4c71-8aba-940df8e37742 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Enqueued Resource ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f with Priority: HIGHEST for action security_group_members [ 963.758064] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f with Priority: HIGHEST for action security_group_members [ 963.759268] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.760128] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.761039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.761039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.761190] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.761580] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.761752] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.762136] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.762370] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.763730] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ea88d9e-5755-40bd-8eb5-e639ffb6a86f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.860844] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e703f733-d88d-49be-9def-1a0515fc3915 with status ACTIVE [ 963.864035] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.864035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.864035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.864035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.864035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.864035] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.864035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.864035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.864035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.864035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.864035] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.864035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.864035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.864035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.864035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.864035] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e703f733-d88d-49be-9def-1a0515fc3915 is going to be updated. [ 963.865292] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16be913-bab1-4fc6-ad9c-895952b6a75e taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.865606] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.884023] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: SUCCESS [ 963.884023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.884023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.884023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.884023] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.884023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.884023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.884023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.884023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.884023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.884023] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.884023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.884023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.884023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.884023] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.884023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.884023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.884023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.888051] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.888051] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.888051] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.888051] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.888051] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.888051] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.888051] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.888051] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.888051] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.888051] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.888051] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.893931] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.893931] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.893931] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.893931] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.893931] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.893931] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e703f733-d88d-49be-9def-1a0515fc3915" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.042324] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16be913-bab1-4fc6-ad9c-895952b6a75e in Status: SUCCESS [ 964.042324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.042324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.042324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.042324] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.042324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.042324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.042324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.042324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.042324] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c16be913-bab1-4fc6-ad9c-895952b6a75e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.252574] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: SUCCESS [ 964.252574] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f deletion is rescheduled due to dependency. [ 964.252752] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.268624] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.268624] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.268624] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.268624] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.268624] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.268898] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.269803] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.269990] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.270577] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.270729] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.270887] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f is going to be updated. [ 964.324550] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.325269] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.325269] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.326281] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.326281] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.335118] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f in Status: IN_PROGRESS for 2s [ 964.389440] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77d0551d-766d-4abd-a335-5738588c8f60: rpc.has_security_group_logging(os_id): False [ 964.390967] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.391045] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.391664] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.391664] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.391664] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.391876] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.391876] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.391961] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.393884] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.394045] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.394190] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77d0551d-766d-4abd-a335-5738588c8f60 is going to be updated. [ 964.421024] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.421024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.421024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.421024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.421024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.421024] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.421024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.421024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.421024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.421024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.421024] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.421024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.421024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.421024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.421024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.421636] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.421636] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.422219] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.422552] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.422774] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.422958] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77d0551d-766d-4abd-a335-5738588c8f60 is going to be updated. [ 964.426806] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.427119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.427302] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.427637] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.427897] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.437360] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: IN_PROGRESS for 2s [ 964.504028] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.504028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.504028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.504028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.504028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.521760] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: IN_PROGRESS for 2s [ 964.548253] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c16be913-bab1-4fc6-ad9c-895952b6a75e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.634136] env[69976]: INFO networking_nsxv3.common.synchronization [req-e016c8df-391d-4be6-93a4-a7de566ab988 req-ddc5e2f7-92c2-4466-9904-0db120df8ce1 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Enqueued Resource ID: e51bbd0a-7fa9-4229-a998-a17f851ffef9 with Priority: HIGHEST for action security_group_members [ 964.634136] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e51bbd0a-7fa9-4229-a998-a17f851ffef9 with Priority: HIGHEST for action security_group_members [ 964.635038] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-e51bbd0a-7fa9-4229-a998-a17f851ffef9 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.635888] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.635888] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.635888] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.635888] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.635888] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.635888] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.638055] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.638157] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.638436] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e51bbd0a-7fa9-4229-a998-a17f851ffef9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.051526] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c16be913-bab1-4fc6-ad9c-895952b6a75e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.061329] env[69976]: INFO networking_nsxv3.common.synchronization [req-56ca624e-5655-4ccf-b515-02e11822cee3 req-09043124-2cd9-4dbb-9dfb-ea9c4727244b tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Enqueued Resource ID: 6ebb4439-1bc0-40d4-b841-7fdf4140c656 with Priority: HIGHEST for action security_group_members [ 965.062470] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ebb4439-1bc0-40d4-b841-7fdf4140c656 with Priority: HIGHEST for action security_group_members [ 965.062800] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ebb4439-1bc0-40d4-b841-7fdf4140c656 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.062940] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.063017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.063209] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.063478] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.063594] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.063660] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.063820] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.063907] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.064637] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ebb4439-1bc0-40d4-b841-7fdf4140c656',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.145338] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.145338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.145338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.145338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.145338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.145338] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.145338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.145338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.145338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.145338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.145338] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e51bbd0a-7fa9-4229-a998-a17f851ffef9 is going to be updated. [ 965.179337] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.183705] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.183845] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.184406] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.184406] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.196204] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e51bbd0a-7fa9-4229-a998-a17f851ffef9 in Status: IN_PROGRESS for 2s [ 965.559025] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.559025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.559025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.559025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.559025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.559025] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16be913-bab1-4fc6-ad9c-895952b6a75e is going to be updated. [ 965.567030] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.567030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.567030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.567030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.567030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.567030] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.567030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.567396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.567396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.567465] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.567509] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ebb4439-1bc0-40d4-b841-7fdf4140c656 is going to be updated. [ 965.578635] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: SUCCESS [ 965.578635] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.597988] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.597988] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.597988] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.598357] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.598589] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.607562] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.607734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.607879] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.608140] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.608760] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.612759] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16be913-bab1-4fc6-ad9c-895952b6a75e in Status: IN_PROGRESS for 2s [ 965.620172] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ebb4439-1bc0-40d4-b841-7fdf4140c656 in Status: IN_PROGRESS for 2s [ 966.351287] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f in Status: SUCCESS [ 966.351287] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f deletion is rescheduled due to dependency. [ 966.351287] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.450465] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: SUCCESS [ 966.450465] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77d0551d-766d-4abd-a335-5738588c8f60 deletion is rescheduled due to dependency. [ 966.450465] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.541772] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77d0551d-766d-4abd-a335-5738588c8f60 in Status: SUCCESS [ 966.541772] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.639702] env[69976]: INFO networking_nsxv3.common.synchronization [req-06b9c782-f5bb-44a6-8be8-750cc223cf30 req-34d7bc48-dfa1-4870-86fe-aa34dab8a99f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Enqueued Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_members [ 966.640369] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGHEST for action security_group_members [ 966.640691] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.640816] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.640893] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.641224] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.641394] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.641502] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.641570] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.641725] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.641844] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.642329] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.145574] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.145803] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.145884] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.146439] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.146439] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.146578] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.146578] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.147107] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.147107] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.147107] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.147107] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf55a032-4305-4c90-9bbc-f6318120f95b is going to be updated. [ 967.179576] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.179730] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.179807] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.180103] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.180293] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.190470] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: IN_PROGRESS for 2s [ 967.205650] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e51bbd0a-7fa9-4229-a998-a17f851ffef9 in Status: SUCCESS [ 967.205650] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e51bbd0a-7fa9-4229-a998-a17f851ffef9 deletion is rescheduled due to dependency. [ 967.205876] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.622509] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16be913-bab1-4fc6-ad9c-895952b6a75e in Status: IN_PROGRESS for 4s [ 967.633042] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ebb4439-1bc0-40d4-b841-7fdf4140c656 in Status: SUCCESS [ 967.633288] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ebb4439-1bc0-40d4-b841-7fdf4140c656 deletion is rescheduled due to dependency. [ 967.633411] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.800786] env[69976]: INFO networking_nsxv3.common.synchronization [req-cb1ad474-cf91-44f2-9727-79610c4e8a14 req-4f4a871a-e5d8-4f80-8a99-cec5417dd140 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Enqueued Resource ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 with Priority: HIGHEST for action security_group_members [ 967.801662] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 with Priority: HIGHEST for action security_group_members [ 967.801982] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c7a7c46-0d0c-456e-8376-347f94c737c9 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.803194] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.803194] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.803194] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.803194] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.803194] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.803194] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.803194] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.803194] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.803194] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c7a7c46-0d0c-456e-8376-347f94c737c9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.305527] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.305687] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.305771] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.308859] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.308859] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.308859] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.308859] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.308859] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.308859] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.308859] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.308859] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 is going to be updated. [ 968.348991] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.349271] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.349360] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.349542] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.349807] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.373262] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 in Status: IN_PROGRESS for 2s [ 969.204870] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf55a032-4305-4c90-9bbc-f6318120f95b in Status: SUCCESS [ 969.205305] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf55a032-4305-4c90-9bbc-f6318120f95b deletion is rescheduled due to dependency. [ 969.205305] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.632207] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16be913-bab1-4fc6-ad9c-895952b6a75e in Status: SUCCESS [ 969.632500] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.632665] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.632949] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.633223] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.633349] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.633461] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.633661] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.633761] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.633910] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.634077] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c16be913-bab1-4fc6-ad9c-895952b6a75e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.137463] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16be913-bab1-4fc6-ad9c-895952b6a75e taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.137463] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.137463] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.137463] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.137463] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.137463] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.137463] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.137920] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.137920] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.137920] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.137920] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16be913-bab1-4fc6-ad9c-895952b6a75e taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.138100] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.138100] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.138164] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.138305] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.138407] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.138472] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.138610] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.138698] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.138783] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.138876] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c16be913-bab1-4fc6-ad9c-895952b6a75e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.384608] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 in Status: SUCCESS [ 970.385012] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 deletion is rescheduled due to dependency. [ 970.385012] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.643433] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c16be913-bab1-4fc6-ad9c-895952b6a75e: rpc.has_security_group_logging(os_id): False [ 970.665514] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.665681] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.665754] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.665979] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.666107] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.666335] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.666440] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.666507] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.666669] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.666753] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.666932] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.670085] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.670085] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.670085] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.670085] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.670085] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.670085] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.670085] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.670085] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.670085] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.670085] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c16be913-bab1-4fc6-ad9c-895952b6a75e is going to be updated. [ 970.742742] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.742891] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.742946] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.743206] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.743428] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.761520] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c16be913-bab1-4fc6-ad9c-895952b6a75e in Status: IN_PROGRESS for 2s [ 971.921381] env[69976]: INFO networking_nsxv3.common.synchronization [None req-828e31a3-8565-4c79-a473-961aa1deb6bb None None] Enqueued Resource ID: 88bc9987-95cf-4a63-869e-1d527d674461 with Priority: HIGHEST for action port [ 971.921381] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88bc9987-95cf-4a63-869e-1d527d674461 with Priority: HIGHEST for action port [ 971.921381] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-88bc9987-95cf-4a63-869e-1d527d674461 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.921381] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88bc9987-95cf-4a63-869e-1d527d674461" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.921381] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88bc9987-95cf-4a63-869e-1d527d674461" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.922070] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88bc9987-95cf-4a63-869e-1d527d674461" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.922323] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88bc9987-95cf-4a63-869e-1d527d674461',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.425399] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88bc9987-95cf-4a63-869e-1d527d674461 [ 972.425653] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.425802] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.425858] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.426094] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.426187] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.426286] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88bc9987-95cf-4a63-869e-1d527d674461 already deleted. [ 972.426367] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88bc9987-95cf-4a63-869e-1d527d674461" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.777369] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c16be913-bab1-4fc6-ad9c-895952b6a75e in Status: SUCCESS [ 972.777617] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.994924] env[69976]: INFO networking_nsxv3.common.synchronization [None req-ce71822b-0c25-4bf4-867f-3dc72625ab99 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Enqueued Resource ID: 0d6f44d9-33d9-482c-923f-bba262e1bb2c with Priority: HIGHEST for action security_group_rules [ 972.996021] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d6f44d9-33d9-482c-923f-bba262e1bb2c with Priority: HIGHEST for action security_group_rules [ 972.996021] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d6f44d9-33d9-482c-923f-bba262e1bb2c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.996021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.996021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.996747] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.996836] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d6f44d9-33d9-482c-923f-bba262e1bb2c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.073310] env[69976]: INFO networking_nsxv3.common.synchronization [None req-671b7077-c9e1-4eac-a684-930884fc8021 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Enqueued Resource ID: 0d6f44d9-33d9-482c-923f-bba262e1bb2c with Priority: HIGHEST for action security_group_rules [ 973.073310] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d6f44d9-33d9-482c-923f-bba262e1bb2c with Priority: HIGHEST for action security_group_rules [ 973.073310] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d6f44d9-33d9-482c-923f-bba262e1bb2c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.073310] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.519647] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.519647] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.519647] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.519647] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.521314] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.521314] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d6f44d9-33d9-482c-923f-bba262e1bb2c already deleted. [ 973.521314] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.521314] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.521314] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.521314] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d6f44d9-33d9-482c-923f-bba262e1bb2c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.751477] env[69976]: INFO networking_nsxv3.common.synchronization [None req-40528068-a3c0-4ccf-92f0-729c37fa9a18 None None] Enqueued Resource ID: a7dc421e-7687-4edd-bafb-1ba457b98ac6 with Priority: HIGHEST for action port [ 973.752082] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7dc421e-7687-4edd-bafb-1ba457b98ac6 with Priority: HIGHEST for action port [ 973.752484] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7dc421e-7687-4edd-bafb-1ba457b98ac6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.752663] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7dc421e-7687-4edd-bafb-1ba457b98ac6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.752803] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7dc421e-7687-4edd-bafb-1ba457b98ac6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.754022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7dc421e-7687-4edd-bafb-1ba457b98ac6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.754022] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7dc421e-7687-4edd-bafb-1ba457b98ac6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.044166] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.044501] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.044501] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.044501] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.044600] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.044646] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d6f44d9-33d9-482c-923f-bba262e1bb2c already deleted. [ 974.044730] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.256604] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7dc421e-7687-4edd-bafb-1ba457b98ac6 [ 974.256604] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.256758] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.256898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.257307] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.257401] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.257493] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7dc421e-7687-4edd-bafb-1ba457b98ac6 already deleted. [ 974.257576] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7dc421e-7687-4edd-bafb-1ba457b98ac6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.437052] env[69976]: INFO networking_nsxv3.common.synchronization [req-46ca8810-f04c-49f2-b1c8-8460d8edb5a0 req-8bda6c60-e15f-40cf-b377-04c9f54b6973 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Enqueued Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 974.437454] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 974.437774] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.437896] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.437965] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.438677] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.438882] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.439047] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.439155] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.439371] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.439485] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.439601] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.942279] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.942441] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.942517] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.942754] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.942847] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.943178] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.943350] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.943421] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.943613] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.943675] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.943767] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca is going to be updated. [ 974.976520] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.976752] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.976752] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.977013] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.977108] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.986318] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: IN_PROGRESS for 2s [ 975.733538] env[69976]: INFO networking_nsxv3.common.synchronization [req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 req-67ef4765-8579-4f58-b0b6-27778c5d95eb tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Enqueued Resource ID: c16be913-bab1-4fc6-ad9c-895952b6a75e with Priority: HIGHEST for action security_group_members [ 975.734100] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16be913-bab1-4fc6-ad9c-895952b6a75e with Priority: HIGHEST for action security_group_members [ 975.734466] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16be913-bab1-4fc6-ad9c-895952b6a75e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.734603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.734667] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.734869] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.735570] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.735712] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.735785] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.735953] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.736060] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.736157] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c16be913-bab1-4fc6-ad9c-895952b6a75e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.238711] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c16be913-bab1-4fc6-ad9c-895952b6a75e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.740547] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c16be913-bab1-4fc6-ad9c-895952b6a75e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.998579] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: SUCCESS [ 976.998801] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca deletion is rescheduled due to dependency. [ 976.998906] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.246184] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.246477] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.246477] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.246716] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.246955] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.246955] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16be913-bab1-4fc6-ad9c-895952b6a75e is going to be updated. [ 977.297905] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.299054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.299054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.299054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.299054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.315715] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16be913-bab1-4fc6-ad9c-895952b6a75e in Status: IN_PROGRESS for 2s [ 978.439579] env[69976]: INFO networking_nsxv3.common.synchronization [req-19042604-3e94-48c1-af2e-cd38404e15be req-ac7a5e8d-32f0-45c4-bfd9-4c33f6e76d14 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Enqueued Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_members [ 978.439888] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_members [ 978.440822] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.440822] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.440822] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.440822] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.440822] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.441120] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.441120] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.442044] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.442044] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.442044] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.733538] env[69976]: INFO networking_nsxv3.common.synchronization [req-5af462e7-1ed4-4e75-b3d9-adececb90902 req-6ba80340-f919-4047-8db3-895023ed0fa0 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Enqueued Resource ID: a192731c-2730-4cca-9377-422160b6ebb0 with Priority: HIGHEST for action security_group_members [ 978.735776] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a192731c-2730-4cca-9377-422160b6ebb0 with Priority: HIGHEST for action security_group_members [ 978.737591] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a192731c-2730-4cca-9377-422160b6ebb0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.737753] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.737824] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.738088] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.738270] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.738365] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.738443] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.738602] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.738704] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.738806] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a192731c-2730-4cca-9377-422160b6ebb0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.950056] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.950056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.950056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.950056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.950056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.950056] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.950056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.950056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.950056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.950056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.950056] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f is going to be updated. [ 978.976417] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.976417] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.976417] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.976417] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.976665] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.986624] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: IN_PROGRESS for 2s [ 979.076625] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-651 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.076912] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-651" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.077095] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-651" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.077375] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-651" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.077657] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.077824] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.077949] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.078198] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.078370] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.078589] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 979.078710] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.078844] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.078962] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.079100] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 979.079239] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.079384] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.103366] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.103623] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 979.103780] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.103968] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-651" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.104341] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-b90c15f9-da99-4fef-8948-fa7a465cbca9 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.104527] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-b90c15f9-da99-4fef-8948-fa7a465cbca9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.104686] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-b90c15f9-da99-4fef-8948-fa7a465cbca9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.105648] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-b90c15f9-da99-4fef-8948-fa7a465cbca9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.105800] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b90c15f9-da99-4fef-8948-fa7a465cbca9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.247965] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.248162] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.248162] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.248346] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.248445] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.248658] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.248760] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.248823] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.249061] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.249061] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.249209] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a192731c-2730-4cca-9377-422160b6ebb0 is going to be updated. [ 979.288783] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.288783] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.288783] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.289032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.289193] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.300824] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a192731c-2730-4cca-9377-422160b6ebb0 in Status: IN_PROGRESS for 2s [ 979.324691] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16be913-bab1-4fc6-ad9c-895952b6a75e in Status: SUCCESS [ 979.324917] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.608933] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.609404] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.609404] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.609607] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.609756] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.609920] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port b90c15f9-da99-4fef-8948-fa7a465cbca9 not found, creating... [ 979.610638] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.610638] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.610638] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.610837] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.610977] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.612451] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.612618] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.612744] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.613046] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.613329] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.613455] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: b90c15f9-da99-4fef-8948-fa7a465cbca9 is going to be created. [ 979.640787] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.641105] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.641232] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.641429] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.641794] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.641898] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-b90c15f9-da99-4fef-8948-fa7a465cbca9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.801100] env[69976]: INFO networking_nsxv3.common.synchronization [req-19042604-3e94-48c1-af2e-cd38404e15be req-2c21c208-6680-4374-946b-d7cb50183ac2 service nova] Enqueued Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_rules [ 980.801471] env[69976]: INFO networking_nsxv3.common.synchronization [req-19042604-3e94-48c1-af2e-cd38404e15be req-2c21c208-6680-4374-946b-d7cb50183ac2 service nova] Enqueued Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_members [ 980.801661] env[69976]: INFO networking_nsxv3.common.synchronization [req-19042604-3e94-48c1-af2e-cd38404e15be req-2c21c208-6680-4374-946b-d7cb50183ac2 service nova] Enqueued Resource ID: b90c15f9-da99-4fef-8948-fa7a465cbca9 with Priority: HIGHEST for action port [ 980.806628] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_rules [ 980.806628] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_members [ 980.806628] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b90c15f9-da99-4fef-8948-fa7a465cbca9 with Priority: HIGHEST for action port [ 980.806940] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.807035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.807093] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.811166] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.811166] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.811166] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.811166] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.811166] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-b90c15f9-da99-4fef-8948-fa7a465cbca9 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.811166] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b90c15f9-da99-4fef-8948-fa7a465cbca9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.811166] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b90c15f9-da99-4fef-8948-fa7a465cbca9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.811166] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b90c15f9-da99-4fef-8948-fa7a465cbca9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.811166] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b90c15f9-da99-4fef-8948-fa7a465cbca9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.934532] env[69976]: INFO networking_nsxv3.common.synchronization [req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 req-2e16842c-99ea-4473-a93b-50cf7533d141 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Enqueued Resource ID: 7ea89ebc-b7da-49cb-87a2-f396ade23d3f with Priority: HIGHEST for action security_group_members [ 980.935092] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea89ebc-b7da-49cb-87a2-f396ade23d3f with Priority: HIGHEST for action security_group_members [ 980.935412] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea89ebc-b7da-49cb-87a2-f396ade23d3f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.935538] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.935607] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.935868] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.941097] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.941310] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.941350] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.941566] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.943288] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.943288] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ea89ebc-b7da-49cb-87a2-f396ade23d3f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.144250] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: SUCCESS [ 981.144250] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f deletion is rescheduled due to dependency. [ 981.144250] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.144250] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.144250] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.144433] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.144594] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.144701] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.144951] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.145090] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.145242] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.314652] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.314910] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.315320] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b90c15f9-da99-4fef-8948-fa7a465cbca9 with status ACTIVE [ 981.315320] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.315528] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.315528] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.315736] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.315825] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.316010] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.316147] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.316242] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.316414] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.316503] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.316697] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.316795] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.316855] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.317000] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.317091] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.317181] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b90c15f9-da99-4fef-8948-fa7a465cbca9 is going to be updated. [ 981.320917] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a192731c-2730-4cca-9377-422160b6ebb0 in Status: SUCCESS [ 981.321223] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a192731c-2730-4cca-9377-422160b6ebb0 deletion is rescheduled due to dependency. [ 981.321379] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.341191] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.341334] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.341406] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.341616] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.341754] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.341910] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b90c15f9-da99-4fef-8948-fa7a465cbca9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.364017] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-576 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.364272] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-576" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.364413] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-576" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.364750] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-576" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.365023] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.365190] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.365313] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.365550] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.365712] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.366025] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 981.366299] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.366463] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.366551] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.366674] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 981.366806] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.366921] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.401436] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.401606] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 981.401753] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.401937] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-576" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.402403] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-a4a27830-e587-4ee4-bbd4-45c3faa8de68 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.402580] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-a4a27830-e587-4ee4-bbd4-45c3faa8de68" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.402706] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-a4a27830-e587-4ee4-bbd4-45c3faa8de68" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.403102] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-a4a27830-e587-4ee4-bbd4-45c3faa8de68" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.403264] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4a27830-e587-4ee4-bbd4-45c3faa8de68',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.448420] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.448547] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.448586] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.448772] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.448861] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.449082] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.449197] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.449283] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.449494] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.449595] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.449685] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ea89ebc-b7da-49cb-87a2-f396ade23d3f already deleted. [ 981.449773] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.648551] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.906802] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.907219] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.907219] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.908041] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.908041] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.908041] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port a4a27830-e587-4ee4-bbd4-45c3faa8de68 not found, creating... [ 981.908249] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.908805] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.908805] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.908805] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.908948] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.909272] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.909702] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.909892] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.910210] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.910372] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.910544] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: a4a27830-e587-4ee4-bbd4-45c3faa8de68 is going to be created. [ 981.932565] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.932865] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.933034] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.933387] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.933655] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.933947] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-a4a27830-e587-4ee4-bbd4-45c3faa8de68" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.151071] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.443153] env[69976]: INFO networking_nsxv3.common.synchronization [None req-c01c4ebd-5f47-4be8-87dc-f9e00b0f41dd None None] Enqueued Resource ID: b730743d-becc-4ff6-8f96-abb9566a172e with Priority: HIGHEST for action port [ 982.443719] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b730743d-becc-4ff6-8f96-abb9566a172e with Priority: HIGHEST for action port [ 982.444083] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-b730743d-becc-4ff6-8f96-abb9566a172e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.444229] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b730743d-becc-4ff6-8f96-abb9566a172e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.444300] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b730743d-becc-4ff6-8f96-abb9566a172e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.444591] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b730743d-becc-4ff6-8f96-abb9566a172e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.444694] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b730743d-becc-4ff6-8f96-abb9566a172e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.654758] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.656028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.656028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.656028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.656028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.656028] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f is going to be updated. [ 982.691238] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.691380] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.691572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.691774] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.691848] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.700992] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: IN_PROGRESS for 2s [ 982.730434] env[69976]: INFO networking_nsxv3.common.synchronization [req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 req-65a02a8f-3bcf-437c-9c0c-f23b64f645c3 service nova] Enqueued Resource ID: 7ea89ebc-b7da-49cb-87a2-f396ade23d3f with Priority: HIGHEST for action security_group_rules [ 982.730434] env[69976]: INFO networking_nsxv3.common.synchronization [req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 req-65a02a8f-3bcf-437c-9c0c-f23b64f645c3 service nova] Enqueued Resource ID: 7ea89ebc-b7da-49cb-87a2-f396ade23d3f with Priority: HIGHEST for action security_group_members [ 982.730434] env[69976]: INFO networking_nsxv3.common.synchronization [req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 req-65a02a8f-3bcf-437c-9c0c-f23b64f645c3 service nova] Enqueued Resource ID: a4a27830-e587-4ee4-bbd4-45c3faa8de68 with Priority: HIGHEST for action port [ 982.730434] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea89ebc-b7da-49cb-87a2-f396ade23d3f with Priority: HIGHEST for action security_group_rules [ 982.730434] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea89ebc-b7da-49cb-87a2-f396ade23d3f with Priority: HIGHEST for action security_group_members [ 982.730434] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a27830-e587-4ee4-bbd4-45c3faa8de68 with Priority: HIGHEST for action port [ 982.730434] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ea89ebc-b7da-49cb-87a2-f396ade23d3f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.730434] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.730434] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.730434] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.730434] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ea89ebc-b7da-49cb-87a2-f396ade23d3f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.731533] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea89ebc-b7da-49cb-87a2-f396ade23d3f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.731602] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.731636] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.731863] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.731931] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.732079] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.734945] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.734945] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.734945] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.734945] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ea89ebc-b7da-49cb-87a2-f396ade23d3f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.734945] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4a27830-e587-4ee4-bbd4-45c3faa8de68 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.734945] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4a27830-e587-4ee4-bbd4-45c3faa8de68" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.734945] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4a27830-e587-4ee4-bbd4-45c3faa8de68" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.734945] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4a27830-e587-4ee4-bbd4-45c3faa8de68" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.734945] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4a27830-e587-4ee4-bbd4-45c3faa8de68',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.949166] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b730743d-becc-4ff6-8f96-abb9566a172e [ 982.949421] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.949487] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.949545] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.949765] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.949855] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.949952] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b730743d-becc-4ff6-8f96-abb9566a172e already deleted. [ 982.950044] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b730743d-becc-4ff6-8f96-abb9566a172e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.236343] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea89ebc-b7da-49cb-87a2-f396ade23d3f taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.236507] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.241658] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ea89ebc-b7da-49cb-87a2-f396ade23d3f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.245056] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4a27830-e587-4ee4-bbd4-45c3faa8de68 with status ACTIVE [ 983.245056] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.245056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.245056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.245056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.245056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.245056] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.245056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.245056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.245056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.245056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.245806] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.245806] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.245806] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.245806] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.245806] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.245806] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4a27830-e587-4ee4-bbd4-45c3faa8de68 is going to be updated. [ 983.273920] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.273920] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.273920] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.273920] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.273920] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.273920] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4a27830-e587-4ee4-bbd4-45c3faa8de68" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.748049] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ea89ebc-b7da-49cb-87a2-f396ade23d3f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.252444] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.252827] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.252827] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.253146] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.253276] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.253390] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ea89ebc-b7da-49cb-87a2-f396ade23d3f is going to be created. [ 984.281814] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.281968] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.282082] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.282375] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.282584] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.295432] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea89ebc-b7da-49cb-87a2-f396ade23d3f in Status: UNINITIALIZED for 2s [ 984.720652] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: SUCCESS [ 984.721930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.721930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.721930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.721930] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.721930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.721930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.721930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.721930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.722805] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.722805] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.895876] env[69976]: INFO networking_nsxv3.common.synchronization [None req-c70a103e-c756-4c62-9f1b-278a5ab5876b None None] Enqueued Resource ID: 6200d859-732e-46bb-aaac-629814277e72 with Priority: HIGHEST for action port [ 984.896574] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6200d859-732e-46bb-aaac-629814277e72 with Priority: HIGHEST for action port [ 984.896966] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-6200d859-732e-46bb-aaac-629814277e72 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.897149] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6200d859-732e-46bb-aaac-629814277e72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.897258] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6200d859-732e-46bb-aaac-629814277e72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.897540] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6200d859-732e-46bb-aaac-629814277e72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.897630] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6200d859-732e-46bb-aaac-629814277e72',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.226365] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.226542] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.226632] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.226866] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.227114] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.227232] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.227306] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.227471] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.227566] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.227656] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.227811] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.227908] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.227961] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.228121] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.228292] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.228372] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.228408] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.228535] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.228609] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.228692] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.228795] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.400413] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6200d859-732e-46bb-aaac-629814277e72 [ 985.400675] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.400757] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.400816] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.401074] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.401143] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.401224] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6200d859-732e-46bb-aaac-629814277e72 already deleted. [ 985.402530] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6200d859-732e-46bb-aaac-629814277e72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.732466] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d96f5c9f-28c0-4f89-b183-44a2472f0b7f: rpc.has_security_group_logging(os_id): False [ 985.760842] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.761061] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.761129] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.761376] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.761499] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.761836] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.761965] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.762193] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.762735] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.762735] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.762735] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.762735] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.762922] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.762969] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.763796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.764108] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.764212] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.764274] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.764429] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.764726] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.764726] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f is going to be updated. [ 985.852466] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.852730] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.852804] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.853172] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.853422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.878343] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: IN_PROGRESS for 2s [ 986.311031] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea89ebc-b7da-49cb-87a2-f396ade23d3f in Status: SUCCESS [ 986.311031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.311031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.311031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.311671] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.311671] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.311671] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.311671] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.311671] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.311671] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.311944] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ea89ebc-b7da-49cb-87a2-f396ade23d3f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.675353] env[69976]: INFO networking_nsxv3.common.synchronization [None req-66e261b2-1c6a-4fc0-9186-db3a6c065cc9 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Enqueued Resource ID: d62f35a0-7689-40f6-8292-b6b881389041 with Priority: HIGHEST for action security_group_rules [ 986.675353] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d62f35a0-7689-40f6-8292-b6b881389041 with Priority: HIGHEST for action security_group_rules [ 986.675353] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d62f35a0-7689-40f6-8292-b6b881389041 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.675353] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.675353] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.675353] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.675353] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d62f35a0-7689-40f6-8292-b6b881389041',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.808381] env[69976]: INFO networking_nsxv3.common.synchronization [None req-3d639497-3906-4ed5-bfd1-f6aa112cd132 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Enqueued Resource ID: d62f35a0-7689-40f6-8292-b6b881389041 with Priority: HIGHEST for action security_group_rules [ 986.808381] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d62f35a0-7689-40f6-8292-b6b881389041 with Priority: HIGHEST for action security_group_rules [ 986.808607] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d62f35a0-7689-40f6-8292-b6b881389041 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.808856] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.814360] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ea89ebc-b7da-49cb-87a2-f396ade23d3f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.202495] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.202923] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.203073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.203356] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.203447] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.203675] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d62f35a0-7689-40f6-8292-b6b881389041 already deleted. [ 987.203675] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.203804] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.203964] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.204138] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d62f35a0-7689-40f6-8292-b6b881389041',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.321459] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ea89ebc-b7da-49cb-87a2-f396ade23d3f: rpc.has_security_group_logging(os_id): False [ 987.344327] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.345678] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.345678] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.345678] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.345678] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.345678] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.345678] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.345678] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.346379] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.346379] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.346379] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ea89ebc-b7da-49cb-87a2-f396ade23d3f is going to be created. [ 987.426170] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.429333] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.429460] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.429676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.430859] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.450078] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ea89ebc-b7da-49cb-87a2-f396ade23d3f in Status: IN_PROGRESS for 2s [ 987.728651] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.728651] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.728651] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.728651] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.728651] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.728651] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d62f35a0-7689-40f6-8292-b6b881389041 already deleted. [ 987.728651] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.895279] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: SUCCESS [ 987.895279] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.002325] env[69976]: INFO networking_nsxv3.common.synchronization [None req-7d49d0a0-ba61-45e5-97ce-0dab2655a84e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Enqueued Resource ID: fa50ba54-0a33-48c5-aede-fa568ced8706 with Priority: HIGHEST for action security_group_rules [ 989.006151] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa50ba54-0a33-48c5-aede-fa568ced8706 with Priority: HIGHEST for action security_group_rules [ 989.008166] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa50ba54-0a33-48c5-aede-fa568ced8706 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.008166] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.008166] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.008166] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.008166] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa50ba54-0a33-48c5-aede-fa568ced8706',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.163596] env[69976]: INFO networking_nsxv3.common.synchronization [None req-3065460d-595e-49a5-9b78-0c8eea135c13 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Enqueued Resource ID: fa50ba54-0a33-48c5-aede-fa568ced8706 with Priority: HIGHEST for action security_group_rules [ 989.163596] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa50ba54-0a33-48c5-aede-fa568ced8706 with Priority: HIGHEST for action security_group_rules [ 989.163726] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa50ba54-0a33-48c5-aede-fa568ced8706 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.163726] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.255529] env[69976]: INFO networking_nsxv3.common.synchronization [None req-5c07c373-5b82-44c0-8a8a-d0a37b7ca2a3 None None] Enqueued Resource ID: 600aea96-338b-4947-a2f5-e6d1d1a2466a with Priority: HIGHEST for action port [ 989.257961] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 600aea96-338b-4947-a2f5-e6d1d1a2466a with Priority: HIGHEST for action port [ 989.257961] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-600aea96-338b-4947-a2f5-e6d1d1a2466a taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.257961] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-600aea96-338b-4947-a2f5-e6d1d1a2466a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.257961] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-600aea96-338b-4947-a2f5-e6d1d1a2466a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.258737] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-600aea96-338b-4947-a2f5-e6d1d1a2466a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.258737] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('600aea96-338b-4947-a2f5-e6d1d1a2466a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.462237] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ea89ebc-b7da-49cb-87a2-f396ade23d3f in Status: SUCCESS [ 989.462894] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.530202] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.530202] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.530202] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.530202] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.530202] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.530202] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa50ba54-0a33-48c5-aede-fa568ced8706 already deleted. [ 989.530202] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.530202] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.530202] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.530202] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa50ba54-0a33-48c5-aede-fa568ced8706',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.762199] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 600aea96-338b-4947-a2f5-e6d1d1a2466a [ 989.762439] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.762643] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.762643] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.762840] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.762929] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.763046] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:600aea96-338b-4947-a2f5-e6d1d1a2466a already deleted. [ 989.763131] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-600aea96-338b-4947-a2f5-e6d1d1a2466a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.051805] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.052216] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.052216] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.052297] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.052386] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.052481] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa50ba54-0a33-48c5-aede-fa568ced8706 already deleted. [ 990.052596] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.227880] env[69976]: INFO networking_nsxv3.common.synchronization [None req-436dfa06-5f2b-4266-8a89-df04b6ee93d0 None None] Enqueued Resource ID: b82ae2a6-f58a-49d1-b808-88e1b1dc0b97 with Priority: HIGHEST for action port [ 991.228487] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82ae2a6-f58a-49d1-b808-88e1b1dc0b97 with Priority: HIGHEST for action port [ 991.228837] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-b82ae2a6-f58a-49d1-b808-88e1b1dc0b97 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.228959] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b82ae2a6-f58a-49d1-b808-88e1b1dc0b97" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.229044] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b82ae2a6-f58a-49d1-b808-88e1b1dc0b97" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.229308] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b82ae2a6-f58a-49d1-b808-88e1b1dc0b97" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.229395] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b82ae2a6-f58a-49d1-b808-88e1b1dc0b97',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.731652] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b82ae2a6-f58a-49d1-b808-88e1b1dc0b97 [ 991.731892] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.732033] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.732108] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.732353] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.732446] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.732539] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b82ae2a6-f58a-49d1-b808-88e1b1dc0b97 already deleted. [ 991.732729] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b82ae2a6-f58a-49d1-b808-88e1b1dc0b97" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.764852] env[69976]: INFO networking_nsxv3.common.synchronization [req-f1644c30-8316-48ec-9ea0-3ca78c066af7 req-d6b91d7c-b84b-4880-b062-3694b80f2b98 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Enqueued Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 994.765435] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 994.765979] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.770223] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.770316] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.770506] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.770705] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.770839] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.770904] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.771089] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.771317] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.771317] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.075611] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.075810] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-189" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.075939] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-189" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.076566] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-189" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.076864] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.077056] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.077188] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.077503] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.077692] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.077906] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 995.078035] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.078154] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.078267] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.078385] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 995.078497] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.078635] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.099586] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.099756] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 995.099900] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.100137] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-189" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.100429] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-1142bf0e-c932-4453-9580-706d299865bf taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.100604] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-1142bf0e-c932-4453-9580-706d299865bf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.100727] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-1142bf0e-c932-4453-9580-706d299865bf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.101081] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-1142bf0e-c932-4453-9580-706d299865bf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.101230] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1142bf0e-c932-4453-9580-706d299865bf',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.273652] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.605852] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.605852] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.605852] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.605852] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.605852] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.605852] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 1142bf0e-c932-4453-9580-706d299865bf not found, creating... [ 995.605852] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.605852] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.606863] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.606863] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.606863] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.607097] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.607366] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.607495] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.607726] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.607881] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.608015] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 1142bf0e-c932-4453-9580-706d299865bf is going to be created. [ 995.631859] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.632113] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.632297] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.632648] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.632893] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.633139] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-1142bf0e-c932-4453-9580-706d299865bf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.776271] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.278725] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.278958] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.279076] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.279364] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.279510] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.279666] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af6ec24a-16bc-45ce-816d-c65531b01ebc is going to be updated. [ 996.322319] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.322550] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.322550] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.322749] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.322925] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.332676] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: IN_PROGRESS for 2s [ 996.536928] env[69976]: INFO networking_nsxv3.common.synchronization [req-f1644c30-8316-48ec-9ea0-3ca78c066af7 req-90de0a87-9a68-4f6a-af33-e075849f744d service nova] Enqueued Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_rules [ 996.537137] env[69976]: INFO networking_nsxv3.common.synchronization [req-f1644c30-8316-48ec-9ea0-3ca78c066af7 req-90de0a87-9a68-4f6a-af33-e075849f744d service nova] Enqueued Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 996.537325] env[69976]: INFO networking_nsxv3.common.synchronization [req-f1644c30-8316-48ec-9ea0-3ca78c066af7 req-90de0a87-9a68-4f6a-af33-e075849f744d service nova] Enqueued Resource ID: 1142bf0e-c932-4453-9580-706d299865bf with Priority: HIGHEST for action port [ 996.537820] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_rules [ 996.537975] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 996.538472] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1142bf0e-c932-4453-9580-706d299865bf with Priority: HIGHEST for action port [ 996.538754] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.538879] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.538944] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.539229] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.539320] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.541262] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.541371] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.541637] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-1142bf0e-c932-4453-9580-706d299865bf taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.541759] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1142bf0e-c932-4453-9580-706d299865bf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.541828] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1142bf0e-c932-4453-9580-706d299865bf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.542096] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1142bf0e-c932-4453-9580-706d299865bf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.542206] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1142bf0e-c932-4453-9580-706d299865bf',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.041786] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.042151] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.044480] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1142bf0e-c932-4453-9580-706d299865bf with status ACTIVE [ 997.044635] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.044783] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.044857] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.045087] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.045183] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.045360] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.045459] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.045520] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.045677] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.045754] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.046046] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.046185] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.046252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.046402] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.046479] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.046568] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1142bf0e-c932-4453-9580-706d299865bf is going to be updated. [ 997.076386] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.076541] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.076611] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.076809] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.076945] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.077126] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1142bf0e-c932-4453-9580-706d299865bf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.101333] env[69976]: INFO networking_nsxv3.common.synchronization [req-3f968267-48bc-4a8a-8035-2116cd138bed req-7fec7987-afa8-4b47-bd5e-f0c96fea8de5 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Enqueued Resource ID: aea70b8e-f9e5-474d-986c-732e33c92d44 with Priority: HIGHEST for action security_group_members [ 998.101932] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aea70b8e-f9e5-474d-986c-732e33c92d44 with Priority: HIGHEST for action security_group_members [ 998.103515] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-aea70b8e-f9e5-474d-986c-732e33c92d44 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.103696] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.104372] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.104731] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.104972] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.105132] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.105224] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.105432] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.105750] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.105750] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aea70b8e-f9e5-474d-986c-732e33c92d44',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.347188] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: SUCCESS [ 998.347188] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.347188] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.347188] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.347188] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.347188] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.347188] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.347188] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.347188] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.347188] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.608102] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aea70b8e-f9e5-474d-986c-732e33c92d44',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.849657] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.110869] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aea70b8e-f9e5-474d-986c-732e33c92d44',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.216510] env[69976]: INFO networking_nsxv3.common.synchronization [None req-3b6fd965-91e8-4a82-99aa-20f28f2bf24a None None] Enqueued Resource ID: c4c345c9-0d60-427c-ac76-1f22284f6e0c with Priority: HIGHEST for action port [ 999.217337] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4c345c9-0d60-427c-ac76-1f22284f6e0c with Priority: HIGHEST for action port [ 999.217557] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4c345c9-0d60-427c-ac76-1f22284f6e0c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.217678] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4c345c9-0d60-427c-ac76-1f22284f6e0c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.217741] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4c345c9-0d60-427c-ac76-1f22284f6e0c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.218020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4c345c9-0d60-427c-ac76-1f22284f6e0c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.218098] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4c345c9-0d60-427c-ac76-1f22284f6e0c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.355428] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.619257] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.619484] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.619484] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.619706] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.619796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.621688] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aea70b8e-f9e5-474d-986c-732e33c92d44 is going to be updated. [ 999.656021] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.656247] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.656247] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.656426] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.656615] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.666859] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aea70b8e-f9e5-474d-986c-732e33c92d44 in Status: IN_PROGRESS for 2s [ 999.721266] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4c345c9-0d60-427c-ac76-1f22284f6e0c [ 999.721867] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.721867] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.721867] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.722101] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.722241] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.723098] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4c345c9-0d60-427c-ac76-1f22284f6e0c already deleted. [ 999.723181] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4c345c9-0d60-427c-ac76-1f22284f6e0c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.861132] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.861132] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.861132] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.861132] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.861132] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.861132] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af6ec24a-16bc-45ce-816d-c65531b01ebc is going to be updated. [ 999.891246] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.891432] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.891516] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.892353] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.892482] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.904433] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: IN_PROGRESS for 2s [ 1000.319738] env[69976]: INFO networking_nsxv3.common.synchronization [None req-b72dfd56-5949-4e10-9bfc-90efde8b9c63 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Enqueued Resource ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f with Priority: HIGHEST for action security_group_rules [ 1000.324704] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f with Priority: HIGHEST for action security_group_rules [ 1000.325751] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a7526ac-e729-4534-b3a7-3c18b5f9f56f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.325851] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.325901] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.326208] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.326563] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a7526ac-e729-4534-b3a7-3c18b5f9f56f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.423741] env[69976]: INFO networking_nsxv3.common.synchronization [None req-1682ac32-43a1-4599-bdbd-39790e5d9999 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Enqueued Resource ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f with Priority: HIGHEST for action security_group_rules [ 1000.428309] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f with Priority: HIGHEST for action security_group_rules [ 1000.429637] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a7526ac-e729-4534-b3a7-3c18b5f9f56f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.429637] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.848558] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.848809] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.848809] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.849146] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.849236] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.849371] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f already deleted. [ 1000.849555] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.849710] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.849927] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.851618] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a7526ac-e729-4534-b3a7-3c18b5f9f56f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.092670] env[69976]: INFO networking_nsxv3.common.synchronization [None req-790c5175-db30-4e41-9cd8-feadf14858e9 None None] Enqueued Resource ID: 35d67a19-4ae6-46ba-9b83-8de66ff817bf with Priority: HIGHEST for action port [ 1001.094213] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d67a19-4ae6-46ba-9b83-8de66ff817bf with Priority: HIGHEST for action port [ 1001.096044] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-35d67a19-4ae6-46ba-9b83-8de66ff817bf taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.096044] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35d67a19-4ae6-46ba-9b83-8de66ff817bf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.096044] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35d67a19-4ae6-46ba-9b83-8de66ff817bf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.096044] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35d67a19-4ae6-46ba-9b83-8de66ff817bf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.096044] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35d67a19-4ae6-46ba-9b83-8de66ff817bf',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.374125] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.374125] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.374125] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.374558] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.374558] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.374558] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f already deleted. [ 1001.374558] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.597580] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35d67a19-4ae6-46ba-9b83-8de66ff817bf [ 1001.597821] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.597986] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.598095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.598247] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.598336] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.598450] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35d67a19-4ae6-46ba-9b83-8de66ff817bf already deleted. [ 1001.598796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35d67a19-4ae6-46ba-9b83-8de66ff817bf" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.678141] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aea70b8e-f9e5-474d-986c-732e33c92d44 in Status: SUCCESS [ 1001.678374] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.877720] env[69976]: INFO networking_nsxv3.common.synchronization [req-0ed364de-2b73-4650-9437-eb4bcde12dea req-70e87735-264d-4555-b176-bcfb4f11c59e tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Enqueued Resource ID: a96baa39-8695-4fd0-ba19-e8b45056e962 with Priority: HIGHEST for action security_group_members [ 1001.878481] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96baa39-8695-4fd0-ba19-e8b45056e962 with Priority: HIGHEST for action security_group_members [ 1001.878856] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96baa39-8695-4fd0-ba19-e8b45056e962 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.879039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.879236] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.879503] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.879707] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.879846] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.879884] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.880048] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.880142] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.880237] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a96baa39-8695-4fd0-ba19-e8b45056e962',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.915810] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: SUCCESS [ 1001.916091] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.916247] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.916501] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.916663] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.916780] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.916838] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.916996] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.917095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.917183] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.917692] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.382549] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.382869] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.382869] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.383075] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.383170] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.383432] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.383542] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.383607] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.383762] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.383840] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.383929] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96baa39-8695-4fd0-ba19-e8b45056e962 is going to be updated. [ 1002.411469] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.412038] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.412194] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.412502] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.412815] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.421582] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.421837] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.422038] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.422359] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.422617] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.422740] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.422816] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.422955] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.423027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.423118] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.423284] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.423400] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.423441] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.423584] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.423722] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.423832] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.423901] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.429023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.429023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.429023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.429023] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.429023] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96baa39-8695-4fd0-ba19-e8b45056e962 in Status: IN_PROGRESS for 2s [ 1002.499822] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.501665] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-149" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.501665] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-149" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.501665] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-149" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.501665] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.503621] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.503780] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.504061] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.504224] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.504589] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1002.504670] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.504719] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.505859] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.505859] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1002.505859] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.505859] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.529587] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.529587] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1002.529587] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.529869] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-149" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.530080] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-0885d657-bec4-4bd3-a902-56c372937005 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.530275] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-0885d657-bec4-4bd3-a902-56c372937005" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.530535] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-0885d657-bec4-4bd3-a902-56c372937005" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.531146] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-0885d657-bec4-4bd3-a902-56c372937005" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.531146] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0885d657-bec4-4bd3-a902-56c372937005',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.929763] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af6ec24a-16bc-45ce-816d-c65531b01ebc: rpc.has_security_group_logging(os_id): False [ 1002.956805] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.957048] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.957137] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.957364] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.957451] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.957687] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.957789] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.957898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.958012] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.958098] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.958280] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.958469] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.958469] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.958590] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.958661] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.958848] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.958969] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.959018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.959261] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.959361] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.959573] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af6ec24a-16bc-45ce-816d-c65531b01ebc is going to be updated. [ 1003.027182] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.027382] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.027490] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.027777] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.028446] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.034416] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.034682] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.034871] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.035213] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.035376] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.035541] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 0885d657-bec4-4bd3-a902-56c372937005 not found, creating... [ 1003.036037] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.036037] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.036190] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.036335] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.036478] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.036760] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.036923] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.037069] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.037289] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.037447] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.037610] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 0885d657-bec4-4bd3-a902-56c372937005 is going to be created. [ 1003.044043] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: IN_PROGRESS for 2s [ 1003.058050] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.058050] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.058050] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.058050] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.058304] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.058616] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-0885d657-bec4-4bd3-a902-56c372937005" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.878613] env[69976]: INFO networking_nsxv3.common.synchronization [req-0ed364de-2b73-4650-9437-eb4bcde12dea req-7e6f41ff-a57e-4c86-a490-eaf6cb93d2fd service nova] Enqueued Resource ID: a96baa39-8695-4fd0-ba19-e8b45056e962 with Priority: HIGHEST for action security_group_rules [ 1003.878920] env[69976]: INFO networking_nsxv3.common.synchronization [req-0ed364de-2b73-4650-9437-eb4bcde12dea req-7e6f41ff-a57e-4c86-a490-eaf6cb93d2fd service nova] Enqueued Resource ID: a96baa39-8695-4fd0-ba19-e8b45056e962 with Priority: HIGHEST for action security_group_members [ 1003.879095] env[69976]: INFO networking_nsxv3.common.synchronization [req-0ed364de-2b73-4650-9437-eb4bcde12dea req-7e6f41ff-a57e-4c86-a490-eaf6cb93d2fd service nova] Enqueued Resource ID: 0885d657-bec4-4bd3-a902-56c372937005 with Priority: HIGHEST for action port [ 1003.879732] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96baa39-8695-4fd0-ba19-e8b45056e962 with Priority: HIGHEST for action security_group_rules [ 1003.880026] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96baa39-8695-4fd0-ba19-e8b45056e962 with Priority: HIGHEST for action security_group_members [ 1003.880274] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0885d657-bec4-4bd3-a902-56c372937005 with Priority: HIGHEST for action port [ 1003.880678] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a96baa39-8695-4fd0-ba19-e8b45056e962 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.880924] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.881719] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.881719] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.881719] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a96baa39-8695-4fd0-ba19-e8b45056e962',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.883291] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96baa39-8695-4fd0-ba19-e8b45056e962 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.883549] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.883767] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-0885d657-bec4-4bd3-a902-56c372937005 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.883983] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0885d657-bec4-4bd3-a902-56c372937005" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.886564] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0885d657-bec4-4bd3-a902-56c372937005" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.886867] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0885d657-bec4-4bd3-a902-56c372937005" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.886959] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0885d657-bec4-4bd3-a902-56c372937005',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.390051] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96baa39-8695-4fd0-ba19-e8b45056e962 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.390193] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.390417] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0885d657-bec4-4bd3-a902-56c372937005 with status ACTIVE [ 1004.390628] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.391340] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.391506] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.391753] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.391876] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.392092] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.392204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.392310] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.392524] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.392613] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.392805] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.392914] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.392955] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.397030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.397030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.397030] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0885d657-bec4-4bd3-a902-56c372937005 is going to be updated. [ 1004.416163] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.416347] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.416397] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.416595] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.416792] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.416969] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0885d657-bec4-4bd3-a902-56c372937005" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.441603] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96baa39-8695-4fd0-ba19-e8b45056e962 in Status: SUCCESS [ 1004.441603] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96baa39-8695-4fd0-ba19-e8b45056e962 deletion is rescheduled due to dependency. [ 1004.441603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.441603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.441603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.441603] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.441603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.441603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.441603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.441603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.441603] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a96baa39-8695-4fd0-ba19-e8b45056e962',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.943196] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a96baa39-8695-4fd0-ba19-e8b45056e962',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.060500] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: SUCCESS [ 1005.060773] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.447468] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a96baa39-8695-4fd0-ba19-e8b45056e962',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.675152] env[69976]: INFO networking_nsxv3.common.synchronization [None req-d7e4f524-7146-42cb-a093-e3d2294fca1c None None] Enqueued Resource ID: 4eacb907-80e1-444c-b512-6be7023ad0d5 with Priority: HIGHEST for action port [ 1005.675152] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eacb907-80e1-444c-b512-6be7023ad0d5 with Priority: HIGHEST for action port [ 1005.675152] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-4eacb907-80e1-444c-b512-6be7023ad0d5 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.675152] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4eacb907-80e1-444c-b512-6be7023ad0d5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.675152] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4eacb907-80e1-444c-b512-6be7023ad0d5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.675152] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4eacb907-80e1-444c-b512-6be7023ad0d5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.675152] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4eacb907-80e1-444c-b512-6be7023ad0d5',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.843304] env[69976]: INFO networking_nsxv3.common.synchronization [req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 req-29678152-172f-486f-b849-509f4d0bdd2d tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Enqueued Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 1005.843509] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 1005.847952] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.847952] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.847952] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.847952] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.847952] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.847952] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.847952] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.847952] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.847952] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.847952] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.950551] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.953585] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.953585] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.953585] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.953585] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.953585] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96baa39-8695-4fd0-ba19-e8b45056e962 is going to be updated. [ 1005.989832] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.989832] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.989832] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.989832] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.989832] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.001083] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96baa39-8695-4fd0-ba19-e8b45056e962 in Status: IN_PROGRESS for 2s [ 1006.180078] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4eacb907-80e1-444c-b512-6be7023ad0d5 [ 1006.180842] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.180842] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.180842] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.180842] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.180842] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.180842] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4eacb907-80e1-444c-b512-6be7023ad0d5 already deleted. [ 1006.181210] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4eacb907-80e1-444c-b512-6be7023ad0d5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.350088] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.350398] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.350398] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.350780] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.350780] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.350887] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.351011] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.351011] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.351155] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.351234] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.351313] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca is going to be updated. [ 1006.383325] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.383458] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.383530] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.384340] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.384340] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.396487] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: IN_PROGRESS for 2s [ 1006.653768] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.653768] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-157" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.654087] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-157" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.654563] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-157" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.654563] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.654840] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.654840] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.655060] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.655194] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.655455] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.655623] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.655743] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.655870] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.656012] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.656131] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.656272] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.676246] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.676246] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1006.676246] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.676246] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-157" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.676442] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-833f852f-67b3-4346-aace-9d51014ab482 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.676528] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-833f852f-67b3-4346-aace-9d51014ab482" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.676682] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-833f852f-67b3-4346-aace-9d51014ab482" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.676998] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-833f852f-67b3-4346-aace-9d51014ab482" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.677167] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('833f852f-67b3-4346-aace-9d51014ab482',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.186121] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.186398] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.186471] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.187309] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.187309] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.187309] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 833f852f-67b3-4346-aace-9d51014ab482 not found, creating... [ 1007.187493] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.187593] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.187718] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.187967] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.188150] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.188458] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.188624] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.188751] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.188970] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.189656] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.189833] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 833f852f-67b3-4346-aace-9d51014ab482 is going to be created. [ 1007.213408] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.213615] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.213706] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.214108] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.214261] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.214506] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-833f852f-67b3-4346-aace-9d51014ab482" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.224273] env[69976]: INFO networking_nsxv3.common.synchronization [req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d req-5f2a2d03-aa63-443c-92bd-91d1f28a144e tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Enqueued Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 1007.225119] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 1007.225459] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.225591] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.225661] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.226083] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.226083] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.226336] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.226405] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.226574] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.226683] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.226760] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.728655] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.871713] env[69976]: INFO networking_nsxv3.common.synchronization [None req-a3b95c2f-310f-4c8a-8b27-e63ae236aef9 None None] Enqueued Resource ID: 64e6ab5b-4dbf-4636-95d3-f969a85827bc with Priority: HIGHEST for action port [ 1007.871713] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64e6ab5b-4dbf-4636-95d3-f969a85827bc with Priority: HIGHEST for action port [ 1007.871713] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-64e6ab5b-4dbf-4636-95d3-f969a85827bc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.871713] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64e6ab5b-4dbf-4636-95d3-f969a85827bc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.871713] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64e6ab5b-4dbf-4636-95d3-f969a85827bc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.871713] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64e6ab5b-4dbf-4636-95d3-f969a85827bc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.871713] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64e6ab5b-4dbf-4636-95d3-f969a85827bc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.012868] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96baa39-8695-4fd0-ba19-e8b45056e962 in Status: SUCCESS [ 1008.013089] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.013272] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.013500] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.013800] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.013800] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.013956] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.014009] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.014088] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.014169] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.014253] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a96baa39-8695-4fd0-ba19-e8b45056e962',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.029386] env[69976]: INFO networking_nsxv3.common.synchronization [req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 req-988e92b6-c26b-40c0-9894-38a3c7e8696b service nova] Enqueued Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_rules [ 1008.029386] env[69976]: INFO networking_nsxv3.common.synchronization [req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 req-988e92b6-c26b-40c0-9894-38a3c7e8696b service nova] Enqueued Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 1008.029386] env[69976]: INFO networking_nsxv3.common.synchronization [req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 req-988e92b6-c26b-40c0-9894-38a3c7e8696b service nova] Enqueued Resource ID: 833f852f-67b3-4346-aace-9d51014ab482 with Priority: HIGHEST for action port [ 1008.029386] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_rules [ 1008.029386] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 1008.029386] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833f852f-67b3-4346-aace-9d51014ab482 with Priority: HIGHEST for action port [ 1008.029844] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.029844] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.029844] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.031685] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.031685] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.031685] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.031871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.031904] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-833f852f-67b3-4346-aace-9d51014ab482 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.032362] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-833f852f-67b3-4346-aace-9d51014ab482" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.032362] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-833f852f-67b3-4346-aace-9d51014ab482" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.032362] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-833f852f-67b3-4346-aace-9d51014ab482" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.032362] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('833f852f-67b3-4346-aace-9d51014ab482',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.231249] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.374851] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64e6ab5b-4dbf-4636-95d3-f969a85827bc [ 1008.375109] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.375260] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.375332] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.375514] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.375628] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.375701] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64e6ab5b-4dbf-4636-95d3-f969a85827bc already deleted. [ 1008.375764] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64e6ab5b-4dbf-4636-95d3-f969a85827bc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.406362] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: SUCCESS [ 1008.406541] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca deletion is rescheduled due to dependency. [ 1008.406629] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.406788] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.406989] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.407187] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.407316] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.407381] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.407519] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.407590] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.407675] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.518045] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96baa39-8695-4fd0-ba19-e8b45056e962 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.518217] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.518295] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.518523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.518808] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.518913] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.518982] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.519153] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.519231] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.519316] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.520058] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96baa39-8695-4fd0-ba19-e8b45056e962 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.520058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.520058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.520058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.520058] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.520309] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.520309] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.520309] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.520450] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.520450] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.520529] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a96baa39-8695-4fd0-ba19-e8b45056e962',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.538689] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.538925] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.543455] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 833f852f-67b3-4346-aace-9d51014ab482 with status ACTIVE [ 1008.543680] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.543851] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.543948] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.544227] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.544350] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.544612] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.544753] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.545258] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.545515] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.545573] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.545834] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.545964] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.546208] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.546409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.546513] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.546627] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 833f852f-67b3-4346-aace-9d51014ab482 is going to be updated. [ 1008.564661] env[69976]: INFO networking_nsxv3.common.synchronization [None req-f8954653-eb8c-48ae-b3d7-3b129f3a60a2 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Enqueued Resource ID: eeebe33e-980b-4dac-8916-75642c3c1f7a with Priority: HIGHEST for action security_group_rules [ 1008.564661] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeebe33e-980b-4dac-8916-75642c3c1f7a with Priority: HIGHEST for action security_group_rules [ 1008.564661] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeebe33e-980b-4dac-8916-75642c3c1f7a taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.564661] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.564661] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.564661] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.564661] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeebe33e-980b-4dac-8916-75642c3c1f7a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.572181] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.572272] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.572439] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.573530] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.573530] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.573530] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-833f852f-67b3-4346-aace-9d51014ab482" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.702110] env[69976]: INFO networking_nsxv3.common.synchronization [None req-39fa8935-e363-4cb0-a80c-8e72b650eb2a tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Enqueued Resource ID: eeebe33e-980b-4dac-8916-75642c3c1f7a with Priority: HIGHEST for action security_group_rules [ 1008.702749] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeebe33e-980b-4dac-8916-75642c3c1f7a with Priority: HIGHEST for action security_group_rules [ 1008.703077] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeebe33e-980b-4dac-8916-75642c3c1f7a taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.703185] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.733947] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.733947] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.734134] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.734734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.734734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.734734] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af6ec24a-16bc-45ce-816d-c65531b01ebc is going to be updated. [ 1008.780724] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.780815] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.780908] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.781125] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.781309] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.796585] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: IN_PROGRESS for 2s [ 1008.911153] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.023498] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a96baa39-8695-4fd0-ba19-e8b45056e962: rpc.has_security_group_logging(os_id): False [ 1009.046998] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.047183] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.047252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.047487] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.047585] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.047785] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.047882] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.047944] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.049125] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.049125] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.049125] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.049125] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.049125] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.049125] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.049125] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.049125] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.049125] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.051459] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.051678] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.051771] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.051965] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a96baa39-8695-4fd0-ba19-e8b45056e962 is going to be updated. [ 1009.094336] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.094336] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.094336] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.094336] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.094336] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.094336] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeebe33e-980b-4dac-8916-75642c3c1f7a already deleted. [ 1009.094336] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.094336] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.094336] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.094336] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeebe33e-980b-4dac-8916-75642c3c1f7a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.123476] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.123692] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.123758] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.123957] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.124091] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.141520] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a96baa39-8695-4fd0-ba19-e8b45056e962 in Status: IN_PROGRESS for 2s [ 1009.412966] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.617793] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.617952] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.618061] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.618251] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.618343] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.618438] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeebe33e-980b-4dac-8916-75642c3c1f7a already deleted. [ 1009.618524] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.919115] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.919277] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.919364] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.919559] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.919684] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.919739] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca is going to be updated. [ 1009.948133] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.948265] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.948331] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.948516] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.949013] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.957443] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: IN_PROGRESS for 2s [ 1010.122025] env[69976]: INFO networking_nsxv3.common.synchronization [req-170eb809-3c71-4b6b-a69e-26936c3d735b req-b962fa58-9668-46d7-9bfe-a73389ee7c79 tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Enqueued Resource ID: bd723913-f448-40d7-8a7f-3726a1e15d94 with Priority: HIGHEST for action security_group_members [ 1010.123253] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd723913-f448-40d7-8a7f-3726a1e15d94 with Priority: HIGHEST for action security_group_members [ 1010.123825] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd723913-f448-40d7-8a7f-3726a1e15d94 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.124013] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.124159] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.124752] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.124752] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.124892] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.124933] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.125197] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.125290] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.125392] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd723913-f448-40d7-8a7f-3726a1e15d94',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.554208] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-907 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.554595] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-907" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.554595] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-907" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.554889] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-907" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.555200] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.555365] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.555495] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.555736] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.555891] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.556118] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1010.556242] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.556359] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.556474] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.556590] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1010.556702] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.556842] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.577531] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.577913] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1010.577913] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.578056] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-907" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.578447] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.578569] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.578689] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.579092] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.579247] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.628014] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.628244] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.628325] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.628583] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.628694] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.628916] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.629034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.629100] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.629263] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.629340] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.629517] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd723913-f448-40d7-8a7f-3726a1e15d94 already deleted. [ 1010.629517] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.810021] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: SUCCESS [ 1010.810325] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.082843] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.083049] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.083184] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.083506] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.083663] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.083823] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3 not found, creating... [ 1011.084097] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.085316] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.085316] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.085316] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.085316] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.085316] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.085316] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.085316] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.085680] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.085680] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.085811] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3 is going to be created. [ 1011.110051] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.110051] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.110051] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.110051] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.110471] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.110528] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.167092] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a96baa39-8695-4fd0-ba19-e8b45056e962 in Status: SUCCESS [ 1011.167291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.958141] env[69976]: INFO networking_nsxv3.common.synchronization [req-170eb809-3c71-4b6b-a69e-26936c3d735b req-3c067216-6006-4c53-8ee6-39fde35115e1 service nova] Enqueued Resource ID: bd723913-f448-40d7-8a7f-3726a1e15d94 with Priority: HIGHEST for action security_group_rules [ 1011.958419] env[69976]: INFO networking_nsxv3.common.synchronization [req-170eb809-3c71-4b6b-a69e-26936c3d735b req-3c067216-6006-4c53-8ee6-39fde35115e1 service nova] Enqueued Resource ID: bd723913-f448-40d7-8a7f-3726a1e15d94 with Priority: HIGHEST for action security_group_members [ 1011.958559] env[69976]: INFO networking_nsxv3.common.synchronization [req-170eb809-3c71-4b6b-a69e-26936c3d735b req-3c067216-6006-4c53-8ee6-39fde35115e1 service nova] Enqueued Resource ID: d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3 with Priority: HIGHEST for action port [ 1011.961134] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd723913-f448-40d7-8a7f-3726a1e15d94 with Priority: HIGHEST for action security_group_rules [ 1011.961612] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd723913-f448-40d7-8a7f-3726a1e15d94 with Priority: HIGHEST for action security_group_members [ 1011.961612] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3 with Priority: HIGHEST for action port [ 1011.961784] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd723913-f448-40d7-8a7f-3726a1e15d94 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.961921] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.961993] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.962358] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.962769] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd723913-f448-40d7-8a7f-3726a1e15d94',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.964448] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd723913-f448-40d7-8a7f-3726a1e15d94 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.964607] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.964687] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.964911] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.965320] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.965470] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.965544] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.966049] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.966049] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.966049] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd723913-f448-40d7-8a7f-3726a1e15d94',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.967067] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.967274] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.967562] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.967990] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.968113] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.978527] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: SUCCESS [ 1011.978807] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.979292] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.979506] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.979731] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.980090] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.980090] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.980333] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.980333] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.980418] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.980504] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.470185] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd723913-f448-40d7-8a7f-3726a1e15d94',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.471406] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd723913-f448-40d7-8a7f-3726a1e15d94 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.471543] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.471935] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3 with status ACTIVE [ 1012.472131] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.472260] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.472350] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.472562] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.472670] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.472870] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.473030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.473236] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.473388] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.473388] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.473591] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.473693] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.473763] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.473915] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.473994] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.474101] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3 is going to be updated. [ 1012.483379] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.483379] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.483379] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.483774] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.483908] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.483996] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.484074] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.484252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.484674] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.484674] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.484674] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.484674] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.484864] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.484864] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.484976] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.485077] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.485129] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.485262] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.485331] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.485409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.485492] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.499612] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.499612] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.499612] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.499612] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.499612] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.499612] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.611333] env[69976]: INFO networking_nsxv3.common.synchronization [req-3fa0d6be-c60d-4087-a65e-44807fdbe563 req-982d79d2-ad43-49f4-b19b-d0e426c76ce0 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Enqueued Resource ID: d62f35a0-7689-40f6-8292-b6b881389041 with Priority: HIGHEST for action security_group_members [ 1012.611971] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d62f35a0-7689-40f6-8292-b6b881389041 with Priority: HIGHEST for action security_group_members [ 1012.614664] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d62f35a0-7689-40f6-8292-b6b881389041 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.614803] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.615584] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.616187] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.616367] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.616475] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.616539] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.617122] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.617122] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.617122] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d62f35a0-7689-40f6-8292-b6b881389041',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.972814] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd723913-f448-40d7-8a7f-3726a1e15d94',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.987831] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a9068b9-da0b-413d-a55a-f0b74d4c1cca: rpc.has_security_group_logging(os_id): False [ 1013.015026] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.015026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.015026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.015026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.015026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.015026] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.015026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.015026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.015026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.015026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.015026] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.015026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.015026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.015026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.015026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.015720] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.015720] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.015720] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.015720] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.015720] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.015720] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca is going to be updated. [ 1013.080793] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.086222] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.086222] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.086222] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.086222] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.101917] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: IN_PROGRESS for 2s [ 1013.123953] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.124490] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-699" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.124815] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-699" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.125227] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-699" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.125841] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.126012] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.126294] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.126577] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.126825] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.127214] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1013.127379] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.127553] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.127678] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.127798] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1013.127908] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.128065] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.129228] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.129354] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.129417] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.129571] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.129654] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.129830] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.129915] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.129994] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.130163] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.130231] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.130284] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d62f35a0-7689-40f6-8292-b6b881389041 already deleted. [ 1013.130336] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.167166] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.167410] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1013.167476] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.167761] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-699" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.168181] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-bc173cef-0144-46c4-93ad-5aa32031eb9f taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.169138] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-bc173cef-0144-46c4-93ad-5aa32031eb9f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.169338] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-bc173cef-0144-46c4-93ad-5aa32031eb9f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.169792] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-bc173cef-0144-46c4-93ad-5aa32031eb9f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.169950] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc173cef-0144-46c4-93ad-5aa32031eb9f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.476772] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.476962] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.477099] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.477259] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.477340] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.477542] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd723913-f448-40d7-8a7f-3726a1e15d94 is going to be created. [ 1013.511919] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.511919] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.511919] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.511919] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.512149] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.523986] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd723913-f448-40d7-8a7f-3726a1e15d94 in Status: UNINITIALIZED for 2s [ 1013.673781] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.673781] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.673781] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.674345] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.674345] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.674345] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port bc173cef-0144-46c4-93ad-5aa32031eb9f not found, creating... [ 1013.675090] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.675090] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.675254] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.675592] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.675686] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.677675] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.677675] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.677675] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.677675] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.677675] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.677675] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: bc173cef-0144-46c4-93ad-5aa32031eb9f is going to be created. [ 1013.701933] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.702200] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.702377] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.702666] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.703046] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.703204] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-bc173cef-0144-46c4-93ad-5aa32031eb9f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.846348] env[69976]: INFO networking_nsxv3.common.synchronization [req-3fa0d6be-c60d-4087-a65e-44807fdbe563 req-0e83090d-b9af-4026-8052-b83c7022bf90 service nova] Enqueued Resource ID: d62f35a0-7689-40f6-8292-b6b881389041 with Priority: HIGHEST for action security_group_rules [ 1014.846632] env[69976]: INFO networking_nsxv3.common.synchronization [req-3fa0d6be-c60d-4087-a65e-44807fdbe563 req-0e83090d-b9af-4026-8052-b83c7022bf90 service nova] Enqueued Resource ID: d62f35a0-7689-40f6-8292-b6b881389041 with Priority: HIGHEST for action security_group_members [ 1014.846686] env[69976]: INFO networking_nsxv3.common.synchronization [req-3fa0d6be-c60d-4087-a65e-44807fdbe563 req-0e83090d-b9af-4026-8052-b83c7022bf90 service nova] Enqueued Resource ID: bc173cef-0144-46c4-93ad-5aa32031eb9f with Priority: HIGHEST for action port [ 1014.846925] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d62f35a0-7689-40f6-8292-b6b881389041 with Priority: HIGHEST for action security_group_rules [ 1014.847059] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d62f35a0-7689-40f6-8292-b6b881389041 with Priority: HIGHEST for action security_group_members [ 1014.847164] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc173cef-0144-46c4-93ad-5aa32031eb9f with Priority: HIGHEST for action port [ 1014.847765] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d62f35a0-7689-40f6-8292-b6b881389041 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.849012] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.849146] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.849371] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.849493] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d62f35a0-7689-40f6-8292-b6b881389041',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.850583] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d62f35a0-7689-40f6-8292-b6b881389041 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.850723] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.850830] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.851055] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.851238] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.851361] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.851415] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.851734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.851826] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.851924] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d62f35a0-7689-40f6-8292-b6b881389041',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.855077] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc173cef-0144-46c4-93ad-5aa32031eb9f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.855077] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc173cef-0144-46c4-93ad-5aa32031eb9f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.855077] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc173cef-0144-46c4-93ad-5aa32031eb9f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.855077] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc173cef-0144-46c4-93ad-5aa32031eb9f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.855077] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc173cef-0144-46c4-93ad-5aa32031eb9f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.983130] env[69976]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1014.984136] env[69976]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1015.126521] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: SUCCESS [ 1015.129601] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.185392] env[69976]: INFO networking_nsxv3.common.synchronization [req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c req-7020cf90-0535-4c57-9374-1d2f21cd14cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Enqueued Resource ID: fa50ba54-0a33-48c5-aede-fa568ced8706 with Priority: HIGHEST for action security_group_members [ 1015.186526] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa50ba54-0a33-48c5-aede-fa568ced8706 with Priority: HIGHEST for action security_group_members [ 1015.187188] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa50ba54-0a33-48c5-aede-fa568ced8706 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.187188] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.188130] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.188201] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.188530] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.188636] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.188720] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.189111] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.189239] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.189376] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa50ba54-0a33-48c5-aede-fa568ced8706',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.356424] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d62f35a0-7689-40f6-8292-b6b881389041 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.356424] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.356424] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d62f35a0-7689-40f6-8292-b6b881389041',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.357562] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc173cef-0144-46c4-93ad-5aa32031eb9f with status ACTIVE [ 1015.357838] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.357975] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.358060] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.358366] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.358366] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.358539] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.358641] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.358685] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.359066] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.359169] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.359362] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.361043] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.361043] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.361245] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.361407] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.361841] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc173cef-0144-46c4-93ad-5aa32031eb9f is going to be updated. [ 1015.392983] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.393149] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.393219] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.393521] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.394043] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.394043] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc173cef-0144-46c4-93ad-5aa32031eb9f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.533942] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd723913-f448-40d7-8a7f-3726a1e15d94 in Status: SUCCESS [ 1015.534200] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.534659] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.534659] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.534817] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.534936] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.534997] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.535503] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.535503] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.535503] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.535503] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd723913-f448-40d7-8a7f-3726a1e15d94',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.693183] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.693183] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.693183] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.693183] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.693183] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.693444] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.693444] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.693588] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.693658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.693756] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.693802] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa50ba54-0a33-48c5-aede-fa568ced8706 already deleted. [ 1015.693901] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.864683] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d62f35a0-7689-40f6-8292-b6b881389041',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.910593] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-585 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.910813] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.911161] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.911608] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.911897] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.913166] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.913459] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.913672] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.913849] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.914197] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1015.914377] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.914550] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.915389] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.915389] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1015.915389] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.915389] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.938676] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.938892] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1015.939065] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.939539] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.939595] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-08db06bb-3f3d-40d7-b109-0d2876a46543 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.939774] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-08db06bb-3f3d-40d7-b109-0d2876a46543" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.939900] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-08db06bb-3f3d-40d7-b109-0d2876a46543" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.940264] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-08db06bb-3f3d-40d7-b109-0d2876a46543" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.940434] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08db06bb-3f3d-40d7-b109-0d2876a46543',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.998494] env[69976]: INFO networking_nsxv3.common.synchronization [req-b05bf5dd-d4fc-4982-9538-5189b9944588 req-2b86d578-c7fe-41d3-b22b-d830090ca58b tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Enqueued Resource ID: a96baa39-8695-4fd0-ba19-e8b45056e962 with Priority: HIGHEST for action security_group_members [ 1015.999038] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96baa39-8695-4fd0-ba19-e8b45056e962 with Priority: HIGHEST for action security_group_members [ 1015.999690] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96baa39-8695-4fd0-ba19-e8b45056e962 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.999690] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.999690] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.000199] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.000199] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.000199] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.000199] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.000768] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.000768] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.001656] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a96baa39-8695-4fd0-ba19-e8b45056e962',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.038160] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd723913-f448-40d7-8a7f-3726a1e15d94 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.038304] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.038367] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.038581] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.038745] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.038842] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.038906] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.039069] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.039157] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.039247] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.039394] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd723913-f448-40d7-8a7f-3726a1e15d94 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.039489] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.039549] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.039689] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.039819] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.039905] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.039963] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.040112] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.040183] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.040282] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.040387] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd723913-f448-40d7-8a7f-3726a1e15d94',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.366661] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.367582] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.367582] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.367582] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.367582] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.367582] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d62f35a0-7689-40f6-8292-b6b881389041 is going to be created. [ 1016.444228] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.444228] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.444228] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.444228] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.444228] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.444228] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 08db06bb-3f3d-40d7-b109-0d2876a46543 not found, creating... [ 1016.444643] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.444714] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.444911] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.446048] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.446048] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.446048] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.446048] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.446048] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.446048] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.446370] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.446370] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 08db06bb-3f3d-40d7-b109-0d2876a46543 is going to be created. [ 1016.495949] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.496156] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.496156] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.496574] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.496747] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.496977] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-08db06bb-3f3d-40d7-b109-0d2876a46543" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.498435] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.498558] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.498613] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.498790] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.498959] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.506034] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.506179] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.506179] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.506349] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.506459] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.506672] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.506818] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.506874] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.507048] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.507158] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.507264] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96baa39-8695-4fd0-ba19-e8b45056e962 is going to be updated. [ 1016.509734] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d62f35a0-7689-40f6-8292-b6b881389041 in Status: UNINITIALIZED for 2s [ 1016.540817] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.541037] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.541037] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.541257] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.541400] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.542562] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd723913-f448-40d7-8a7f-3726a1e15d94: rpc.has_security_group_logging(os_id): False [ 1016.551946] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96baa39-8695-4fd0-ba19-e8b45056e962 in Status: IN_PROGRESS for 2s [ 1016.560810] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.561045] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.561154] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.561435] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.561539] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.562193] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.562193] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.562193] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.562502] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.562502] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.562637] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.562719] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.562770] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.562916] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.563111] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.563217] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.563323] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.563395] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.563562] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.563716] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.563808] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd723913-f448-40d7-8a7f-3726a1e15d94 is going to be created. [ 1016.693377] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.693595] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.693638] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.693991] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.694221] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.714427] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd723913-f448-40d7-8a7f-3726a1e15d94 in Status: IN_PROGRESS for 2s [ 1017.270229] env[69976]: INFO networking_nsxv3.common.synchronization [req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c req-1c74365d-e355-4798-a77a-5a55c588b4f0 service nova] Enqueued Resource ID: fa50ba54-0a33-48c5-aede-fa568ced8706 with Priority: HIGHEST for action security_group_rules [ 1017.270525] env[69976]: INFO networking_nsxv3.common.synchronization [req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c req-1c74365d-e355-4798-a77a-5a55c588b4f0 service nova] Enqueued Resource ID: fa50ba54-0a33-48c5-aede-fa568ced8706 with Priority: HIGHEST for action security_group_members [ 1017.270631] env[69976]: INFO networking_nsxv3.common.synchronization [req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c req-1c74365d-e355-4798-a77a-5a55c588b4f0 service nova] Enqueued Resource ID: 08db06bb-3f3d-40d7-b109-0d2876a46543 with Priority: HIGHEST for action port [ 1017.271340] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa50ba54-0a33-48c5-aede-fa568ced8706 with Priority: HIGHEST for action security_group_rules [ 1017.271479] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa50ba54-0a33-48c5-aede-fa568ced8706 with Priority: HIGHEST for action security_group_members [ 1017.271587] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08db06bb-3f3d-40d7-b109-0d2876a46543 with Priority: HIGHEST for action port [ 1017.271897] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa50ba54-0a33-48c5-aede-fa568ced8706 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.272864] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.273197] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.273331] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.273331] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa50ba54-0a33-48c5-aede-fa568ced8706',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.279166] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa50ba54-0a33-48c5-aede-fa568ced8706 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.279427] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.279427] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.279679] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.279875] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.280124] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.280124] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.280416] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.280528] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.280785] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa50ba54-0a33-48c5-aede-fa568ced8706',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.281759] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-08db06bb-3f3d-40d7-b109-0d2876a46543 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.281972] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08db06bb-3f3d-40d7-b109-0d2876a46543" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.281972] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08db06bb-3f3d-40d7-b109-0d2876a46543" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.282201] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08db06bb-3f3d-40d7-b109-0d2876a46543" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.282326] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08db06bb-3f3d-40d7-b109-0d2876a46543',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.785864] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa50ba54-0a33-48c5-aede-fa568ced8706',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.786998] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa50ba54-0a33-48c5-aede-fa568ced8706 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.787241] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.787313] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08db06bb-3f3d-40d7-b109-0d2876a46543 with status ACTIVE [ 1017.787446] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.787547] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.787606] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.787842] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.787925] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.790661] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.791539] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.791539] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.794707] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.794856] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.795132] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.795313] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.795424] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.795698] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.795832] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.795966] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08db06bb-3f3d-40d7-b109-0d2876a46543 is going to be updated. [ 1017.819276] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.819442] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.819840] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.820110] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.820261] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.820592] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08db06bb-3f3d-40d7-b109-0d2876a46543" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.299292] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa50ba54-0a33-48c5-aede-fa568ced8706',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.521971] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d62f35a0-7689-40f6-8292-b6b881389041 in Status: SUCCESS [ 1018.522199] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.522350] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.522806] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.523144] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.523347] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.523461] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.523732] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.523883] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.524198] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.524548] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d62f35a0-7689-40f6-8292-b6b881389041',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.563614] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96baa39-8695-4fd0-ba19-e8b45056e962 in Status: SUCCESS [ 1018.563614] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96baa39-8695-4fd0-ba19-e8b45056e962 deletion is rescheduled due to dependency. [ 1018.563614] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.727249] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd723913-f448-40d7-8a7f-3726a1e15d94 in Status: SUCCESS [ 1018.727249] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.801547] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.801770] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.801873] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.802072] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.802176] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.802281] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa50ba54-0a33-48c5-aede-fa568ced8706 is going to be created. [ 1018.826367] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.826548] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.826625] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.826840] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.827013] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.837490] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa50ba54-0a33-48c5-aede-fa568ced8706 in Status: UNINITIALIZED for 2s [ 1019.027764] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d62f35a0-7689-40f6-8292-b6b881389041',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.531689] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d62f35a0-7689-40f6-8292-b6b881389041: rpc.has_security_group_logging(os_id): False [ 1019.553319] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.554050] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.554050] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.554050] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.554050] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.554328] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.554328] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.554328] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.554545] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.554657] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.554657] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d62f35a0-7689-40f6-8292-b6b881389041 is going to be created. [ 1019.630861] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.630861] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.630861] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.631283] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.631283] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.669895] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d62f35a0-7689-40f6-8292-b6b881389041 in Status: IN_PROGRESS for 2s [ 1019.960785] env[69976]: INFO networking_nsxv3.common.synchronization [req-1c8db67e-0f69-43f0-b7a4-55c26949be77 req-8189f4d3-8f71-4640-ba0c-212ba9ed5a5f tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Enqueued Resource ID: d7685fe1-dcd3-44d8-b7a7-58e19621698c with Priority: HIGHEST for action security_group_members [ 1019.961845] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7685fe1-dcd3-44d8-b7a7-58e19621698c with Priority: HIGHEST for action security_group_members [ 1019.961845] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7685fe1-dcd3-44d8-b7a7-58e19621698c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.961845] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.961845] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.964040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.964040] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.964040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.964040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.964302] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.964338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.964423] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7685fe1-dcd3-44d8-b7a7-58e19621698c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.467742] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.467933] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.468046] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.468310] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.468426] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.468657] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.468779] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.468858] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.469126] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.469182] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.469333] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7685fe1-dcd3-44d8-b7a7-58e19621698c already deleted. [ 1020.469389] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.476561] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.476743] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-731" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.476878] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-731" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.477242] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-731" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.477512] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.477691] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.477835] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.478073] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.478212] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.478422] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1020.478543] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.478657] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.478838] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.478878] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1020.478989] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.479184] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.499363] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.499544] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1020.499804] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.499888] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-731" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.500229] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-6bfcf790-a6bf-428e-9af6-95c59b773f19 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.500372] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-6bfcf790-a6bf-428e-9af6-95c59b773f19" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.500506] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-6bfcf790-a6bf-428e-9af6-95c59b773f19" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.500853] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-6bfcf790-a6bf-428e-9af6-95c59b773f19" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.500988] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bfcf790-a6bf-428e-9af6-95c59b773f19',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.850310] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa50ba54-0a33-48c5-aede-fa568ced8706 in Status: SUCCESS [ 1020.850580] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.850738] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.850962] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.851175] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.851294] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.851362] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.851519] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.851621] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.851685] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.851775] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa50ba54-0a33-48c5-aede-fa568ced8706',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.967121] env[69976]: INFO networking_nsxv3.common.synchronization [req-fb4c3773-1f68-4280-b148-1a7853ddbb78 req-6cb66110-639a-4ac0-bd13-5865c3dd4255 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Enqueued Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 1020.967850] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 1020.967931] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.968160] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.968160] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.968888] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.968888] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.968888] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.968888] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.969219] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.969219] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.969312] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.004330] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.004595] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.004735] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.005305] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.005305] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.005504] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 6bfcf790-a6bf-428e-9af6-95c59b773f19 not found, creating... [ 1021.005832] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.006087] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.006289] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.006513] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.007303] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.007645] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.007902] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.008080] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.008364] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.008537] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.008758] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 6bfcf790-a6bf-428e-9af6-95c59b773f19 is going to be created. [ 1021.040833] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.040833] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.040833] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.041403] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.041661] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.042101] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-6bfcf790-a6bf-428e-9af6-95c59b773f19" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.357398] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa50ba54-0a33-48c5-aede-fa568ced8706',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.473908] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.473908] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.474262] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.474262] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.474382] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.474625] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.474625] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.474906] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.474906] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.474983] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.475065] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca is going to be updated. [ 1021.511229] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.511229] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.511381] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.511611] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.511831] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.525411] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: IN_PROGRESS for 2s [ 1021.693250] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d62f35a0-7689-40f6-8292-b6b881389041 in Status: SUCCESS [ 1021.693250] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.821338] env[69976]: INFO networking_nsxv3.common.synchronization [req-1c8db67e-0f69-43f0-b7a4-55c26949be77 req-7eaefd80-8de9-4609-b65d-685e26fee203 service nova] Enqueued Resource ID: d7685fe1-dcd3-44d8-b7a7-58e19621698c with Priority: HIGHEST for action security_group_rules [ 1021.821627] env[69976]: INFO networking_nsxv3.common.synchronization [req-1c8db67e-0f69-43f0-b7a4-55c26949be77 req-7eaefd80-8de9-4609-b65d-685e26fee203 service nova] Enqueued Resource ID: d7685fe1-dcd3-44d8-b7a7-58e19621698c with Priority: HIGHEST for action security_group_members [ 1021.821746] env[69976]: INFO networking_nsxv3.common.synchronization [req-1c8db67e-0f69-43f0-b7a4-55c26949be77 req-7eaefd80-8de9-4609-b65d-685e26fee203 service nova] Enqueued Resource ID: 6bfcf790-a6bf-428e-9af6-95c59b773f19 with Priority: HIGHEST for action port [ 1021.821992] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7685fe1-dcd3-44d8-b7a7-58e19621698c with Priority: HIGHEST for action security_group_rules [ 1021.822138] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7685fe1-dcd3-44d8-b7a7-58e19621698c with Priority: HIGHEST for action security_group_members [ 1021.822238] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bfcf790-a6bf-428e-9af6-95c59b773f19 with Priority: HIGHEST for action port [ 1021.822899] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7685fe1-dcd3-44d8-b7a7-58e19621698c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.823283] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.823283] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.823412] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.823513] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7685fe1-dcd3-44d8-b7a7-58e19621698c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.824432] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7685fe1-dcd3-44d8-b7a7-58e19621698c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.824601] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.825175] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.825175] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.825175] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.825175] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.825377] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.825377] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.825432] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.826630] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7685fe1-dcd3-44d8-b7a7-58e19621698c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.826630] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bfcf790-a6bf-428e-9af6-95c59b773f19 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.826630] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bfcf790-a6bf-428e-9af6-95c59b773f19" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.826630] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bfcf790-a6bf-428e-9af6-95c59b773f19" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.826630] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bfcf790-a6bf-428e-9af6-95c59b773f19" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.827065] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bfcf790-a6bf-428e-9af6-95c59b773f19',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.862508] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa50ba54-0a33-48c5-aede-fa568ced8706: rpc.has_security_group_logging(os_id): False [ 1021.883286] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.883520] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.883520] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.884705] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.884705] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.884705] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.884705] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.884705] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.884705] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.884705] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.884705] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa50ba54-0a33-48c5-aede-fa568ced8706 is going to be created. [ 1021.951444] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.951530] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.951596] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.951811] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.951998] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.963883] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa50ba54-0a33-48c5-aede-fa568ced8706 in Status: IN_PROGRESS for 2s [ 1022.329525] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7685fe1-dcd3-44d8-b7a7-58e19621698c taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.329729] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.329851] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6bfcf790-a6bf-428e-9af6-95c59b773f19 with status ACTIVE [ 1022.330035] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.330152] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.330212] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.330552] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.330652] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.330806] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.330906] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.330958] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.331132] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.331207] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.331394] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.331494] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.331544] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.331683] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.331861] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.331861] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6bfcf790-a6bf-428e-9af6-95c59b773f19 is going to be updated. [ 1022.332986] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7685fe1-dcd3-44d8-b7a7-58e19621698c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.364028] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.364304] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.364464] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.364812] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.365053] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.365325] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bfcf790-a6bf-428e-9af6-95c59b773f19" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.564118] env[69976]: INFO networking_nsxv3.common.synchronization [req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b req-501314de-e0c8-4ebd-a70c-ac0e89f64bfc tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Enqueued Resource ID: 0d6f44d9-33d9-482c-923f-bba262e1bb2c with Priority: HIGHEST for action security_group_members [ 1022.564867] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d6f44d9-33d9-482c-923f-bba262e1bb2c with Priority: HIGHEST for action security_group_members [ 1022.565357] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d6f44d9-33d9-482c-923f-bba262e1bb2c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.565578] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.565712] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.566108] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.566340] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.566537] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.566664] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.566926] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.567112] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.567263] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d6f44d9-33d9-482c-923f-bba262e1bb2c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.838658] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7685fe1-dcd3-44d8-b7a7-58e19621698c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.983881] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.984211] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-501" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.984328] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-501" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.984626] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-501" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.984946] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.985131] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.985258] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.985513] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.985676] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.985910] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.986067] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.986157] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.986272] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.986406] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.986520] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.986663] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.008977] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.009178] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1023.009328] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.009528] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-501" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.009880] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-a879702e-1ff2-402e-832e-787d68f60638 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.010069] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-a879702e-1ff2-402e-832e-787d68f60638" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.010194] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-a879702e-1ff2-402e-832e-787d68f60638" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.010551] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-a879702e-1ff2-402e-832e-787d68f60638" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.010737] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a879702e-1ff2-402e-832e-787d68f60638',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.073524] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.073703] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.074296] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.074296] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.074296] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.074296] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.074491] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.074491] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.074580] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.074652] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.075370] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d6f44d9-33d9-482c-923f-bba262e1bb2c already deleted. [ 1023.075370] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.340767] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.340870] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.340943] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.341292] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.341404] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.341535] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7685fe1-dcd3-44d8-b7a7-58e19621698c is going to be created. [ 1023.368432] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.368666] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.368724] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.368933] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.369112] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.383468] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7685fe1-dcd3-44d8-b7a7-58e19621698c in Status: UNINITIALIZED for 2s [ 1023.513831] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.513831] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.513831] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.514027] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.514283] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.514283] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port a879702e-1ff2-402e-832e-787d68f60638 not found, creating... [ 1023.514853] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.514973] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.515605] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.515605] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.515605] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.516024] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.516323] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.516491] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.516885] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.517083] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.517256] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: a879702e-1ff2-402e-832e-787d68f60638 is going to be created. [ 1023.537890] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: SUCCESS [ 1023.538089] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca deletion is rescheduled due to dependency. [ 1023.538211] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.539276] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.539509] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.539635] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.539917] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.540260] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.540384] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-a879702e-1ff2-402e-832e-787d68f60638" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.979253] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa50ba54-0a33-48c5-aede-fa568ced8706 in Status: SUCCESS [ 1023.979626] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.469054] env[69976]: INFO networking_nsxv3.common.synchronization [req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b req-7aa87cc5-a813-4ddd-b19c-df49415373d9 service nova] Enqueued Resource ID: 0d6f44d9-33d9-482c-923f-bba262e1bb2c with Priority: HIGHEST for action security_group_rules [ 1024.469292] env[69976]: INFO networking_nsxv3.common.synchronization [req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b req-7aa87cc5-a813-4ddd-b19c-df49415373d9 service nova] Enqueued Resource ID: 0d6f44d9-33d9-482c-923f-bba262e1bb2c with Priority: HIGHEST for action security_group_members [ 1024.469508] env[69976]: INFO networking_nsxv3.common.synchronization [req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b req-7aa87cc5-a813-4ddd-b19c-df49415373d9 service nova] Enqueued Resource ID: a879702e-1ff2-402e-832e-787d68f60638 with Priority: HIGHEST for action port [ 1024.469954] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d6f44d9-33d9-482c-923f-bba262e1bb2c with Priority: HIGHEST for action security_group_rules [ 1024.470125] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d6f44d9-33d9-482c-923f-bba262e1bb2c with Priority: HIGHEST for action security_group_members [ 1024.470236] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a879702e-1ff2-402e-832e-787d68f60638 with Priority: HIGHEST for action port [ 1024.470655] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d6f44d9-33d9-482c-923f-bba262e1bb2c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.470824] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.470929] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.471183] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.471273] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d6f44d9-33d9-482c-923f-bba262e1bb2c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.472216] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d6f44d9-33d9-482c-923f-bba262e1bb2c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.472346] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.472469] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.472766] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.472961] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.473103] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.473175] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.473363] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.473474] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.473672] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d6f44d9-33d9-482c-923f-bba262e1bb2c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.477957] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-a879702e-1ff2-402e-832e-787d68f60638 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.477957] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a879702e-1ff2-402e-832e-787d68f60638" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.477957] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a879702e-1ff2-402e-832e-787d68f60638" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.477957] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a879702e-1ff2-402e-832e-787d68f60638" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.477957] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a879702e-1ff2-402e-832e-787d68f60638',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.977693] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d6f44d9-33d9-482c-923f-bba262e1bb2c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.979131] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d6f44d9-33d9-482c-923f-bba262e1bb2c taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.979301] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.979531] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a879702e-1ff2-402e-832e-787d68f60638 with status ACTIVE [ 1024.979762] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.979899] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.979974] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.980220] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.980335] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.980638] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.980821] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.980932] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.982414] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.982668] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.982929] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.983061] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.983128] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.983300] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.983383] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.983482] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a879702e-1ff2-402e-832e-787d68f60638 is going to be updated. [ 1025.011192] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.011697] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.011785] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.012110] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.012208] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.012297] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a879702e-1ff2-402e-832e-787d68f60638" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.127025] env[69976]: INFO networking_nsxv3.common.synchronization [req-4366764a-9326-496f-bbfb-ac4a26887ebe req-e529cc69-acff-42f9-b855-d3939d14c20d tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Enqueued Resource ID: bd723913-f448-40d7-8a7f-3726a1e15d94 with Priority: HIGHEST for action security_group_members [ 1025.127025] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd723913-f448-40d7-8a7f-3726a1e15d94 with Priority: HIGHEST for action security_group_members [ 1025.129511] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd723913-f448-40d7-8a7f-3726a1e15d94 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.129511] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.129511] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.129511] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.129511] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.129511] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.129511] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.129511] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.129511] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.129511] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd723913-f448-40d7-8a7f-3726a1e15d94',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.395744] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7685fe1-dcd3-44d8-b7a7-58e19621698c in Status: SUCCESS [ 1025.396026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.396218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.396443] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.396645] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.396865] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.396925] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.397107] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.397199] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.397300] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.397407] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7685fe1-dcd3-44d8-b7a7-58e19621698c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.485988] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d6f44d9-33d9-482c-923f-bba262e1bb2c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.631872] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.632338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.632418] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.632895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.632895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.632996] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.633084] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.633145] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.633303] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.633370] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.634039] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd723913-f448-40d7-8a7f-3726a1e15d94 is going to be updated. [ 1025.664898] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.665194] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.665288] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.665543] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.665708] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.677241] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd723913-f448-40d7-8a7f-3726a1e15d94 in Status: IN_PROGRESS for 2s [ 1025.900176] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7685fe1-dcd3-44d8-b7a7-58e19621698c taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.900319] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.900389] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.900670] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.903028] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.903028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.903028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.903028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.903028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.903028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.903028] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7685fe1-dcd3-44d8-b7a7-58e19621698c taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.903028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.903028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.903028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.903028] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.903028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.903028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.903028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.903028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.903028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.903028] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7685fe1-dcd3-44d8-b7a7-58e19621698c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.988909] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.989080] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.989114] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.989314] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.989401] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.989500] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d6f44d9-33d9-482c-923f-bba262e1bb2c is going to be created. [ 1026.017025] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.017025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.017025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.017025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.017025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.028437] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d6f44d9-33d9-482c-923f-bba262e1bb2c in Status: UNINITIALIZED for 2s [ 1026.388949] env[69976]: INFO networking_nsxv3.common.synchronization [req-f9d16997-7625-40f2-9d99-262633db1401 req-9387dd45-a915-46d7-b2f2-288f286ee3f3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Enqueued Resource ID: aea70b8e-f9e5-474d-986c-732e33c92d44 with Priority: HIGHEST for action security_group_members [ 1026.390618] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aea70b8e-f9e5-474d-986c-732e33c92d44 with Priority: HIGHEST for action security_group_members [ 1026.391068] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-aea70b8e-f9e5-474d-986c-732e33c92d44 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.391209] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.391281] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.391523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.392232] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.392232] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.392232] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.392232] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.392421] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.392421] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aea70b8e-f9e5-474d-986c-732e33c92d44',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.405398] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7685fe1-dcd3-44d8-b7a7-58e19621698c: rpc.has_security_group_logging(os_id): False [ 1026.427076] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.431032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.431032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.431032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.431032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.431032] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.431032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.431032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.435027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.435027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.435027] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.435027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.435027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.435027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.435027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.435027] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.435027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.435027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.435027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.435027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.435027] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7685fe1-dcd3-44d8-b7a7-58e19621698c is going to be created. [ 1026.509536] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.509536] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.509536] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.509536] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.509536] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.526166] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7685fe1-dcd3-44d8-b7a7-58e19621698c in Status: IN_PROGRESS for 2s [ 1026.897979] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.897979] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.897979] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.897979] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.897979] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.897979] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.897979] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.897979] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.897979] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.897979] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.897979] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aea70b8e-f9e5-474d-986c-732e33c92d44 is going to be updated. [ 1026.944841] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.945033] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.945143] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.945402] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.945591] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.957326] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aea70b8e-f9e5-474d-986c-732e33c92d44 in Status: IN_PROGRESS for 2s [ 1027.688796] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd723913-f448-40d7-8a7f-3726a1e15d94 in Status: SUCCESS [ 1027.689148] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd723913-f448-40d7-8a7f-3726a1e15d94 deletion is rescheduled due to dependency. [ 1027.689190] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.037467] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d6f44d9-33d9-482c-923f-bba262e1bb2c in Status: SUCCESS [ 1028.037780] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.038074] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.038424] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.038639] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.038828] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.038962] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.039204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.039278] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.039424] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.039599] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d6f44d9-33d9-482c-923f-bba262e1bb2c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.246919] env[69976]: INFO networking_nsxv3.common.synchronization [req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f req-9d05ad6b-8be1-46ee-a452-81a06dec236c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Enqueued Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 1028.246919] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 1028.246919] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.246919] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.246919] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.246919] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.247441] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.247684] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.247848] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.248114] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.248311] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.249532] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.539510] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7685fe1-dcd3-44d8-b7a7-58e19621698c in Status: SUCCESS [ 1028.539913] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.543032] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d6f44d9-33d9-482c-923f-bba262e1bb2c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.751969] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.969734] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aea70b8e-f9e5-474d-986c-732e33c92d44 in Status: SUCCESS [ 1028.970667] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aea70b8e-f9e5-474d-986c-732e33c92d44 deletion is rescheduled due to dependency. [ 1028.970667] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.045807] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d6f44d9-33d9-482c-923f-bba262e1bb2c: rpc.has_security_group_logging(os_id): False [ 1029.068556] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.068556] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.068556] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.068556] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.068556] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.068556] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.068556] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.068556] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.068556] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.068556] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.068556] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d6f44d9-33d9-482c-923f-bba262e1bb2c is going to be created. [ 1029.143210] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.143513] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.143513] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.143743] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.143968] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.158729] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d6f44d9-33d9-482c-923f-bba262e1bb2c in Status: IN_PROGRESS for 2s [ 1029.173340] env[69976]: INFO networking_nsxv3.common.synchronization [req-4110efdd-e230-4fb2-9055-6bbaeaa9567e req-92c424f4-3b47-4a45-afae-22379090c2ba tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Enqueued Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_members [ 1029.174173] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_members [ 1029.174642] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.174852] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.174939] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.175317] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.175559] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.175705] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.175804] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.176016] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.176133] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.176258] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.257808] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.602192] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.602192] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-702" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.602555] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-702" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.603256] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-702" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.603747] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.605990] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.605990] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.605990] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.605990] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.605990] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1029.605990] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1029.605990] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1029.605990] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1029.605990] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1029.605990] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1029.605990] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1029.633978] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1029.633978] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1029.633978] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1029.633978] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-702" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.633978] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.633978] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.633978] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.634482] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.634482] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.679113] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.679308] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.679856] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.679856] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.679856] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.680033] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.680142] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.680211] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.680366] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.680445] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.680553] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 already deleted. [ 1029.680643] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.761849] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.762220] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.762220] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.762568] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.762643] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.763234] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af6ec24a-16bc-45ce-816d-c65531b01ebc is going to be updated. [ 1029.799695] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.799695] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.799695] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.799969] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.799969] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.812051] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: IN_PROGRESS for 2s [ 1030.137466] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.137927] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.138188] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.138673] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.139155] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.139155] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f not found, creating... [ 1030.139972] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.139972] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.140179] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.140573] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.140806] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.141342] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.141717] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.141907] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.142161] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.142335] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.142595] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f is going to be created. [ 1030.171494] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.171974] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.172070] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.172501] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.172814] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.173364] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.916409] env[69976]: INFO networking_nsxv3.common.synchronization [req-35ef6981-bb67-45b7-a277-b09e79557768 req-ab73ccc3-e987-4aad-81b8-8d41d2ce3a9e tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Enqueued Resource ID: 7ea89ebc-b7da-49cb-87a2-f396ade23d3f with Priority: HIGHEST for action security_group_members [ 1030.916939] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea89ebc-b7da-49cb-87a2-f396ade23d3f with Priority: HIGHEST for action security_group_members [ 1030.917264] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea89ebc-b7da-49cb-87a2-f396ade23d3f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.917386] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.917458] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.917662] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.917818] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.917921] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.918170] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.918170] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.918256] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.918298] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ea89ebc-b7da-49cb-87a2-f396ade23d3f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.988415] env[69976]: INFO networking_nsxv3.common.synchronization [req-4110efdd-e230-4fb2-9055-6bbaeaa9567e req-7db46d10-670c-46a8-9b72-493fbd72d715 service nova] Enqueued Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_rules [ 1030.988941] env[69976]: INFO networking_nsxv3.common.synchronization [req-4110efdd-e230-4fb2-9055-6bbaeaa9567e req-7db46d10-670c-46a8-9b72-493fbd72d715 service nova] Enqueued Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_members [ 1030.990029] env[69976]: INFO networking_nsxv3.common.synchronization [req-4110efdd-e230-4fb2-9055-6bbaeaa9567e req-7db46d10-670c-46a8-9b72-493fbd72d715 service nova] Enqueued Resource ID: 6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f with Priority: HIGHEST for action port [ 1030.990029] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_rules [ 1030.990029] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_members [ 1030.990029] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f with Priority: HIGHEST for action port [ 1030.990232] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.990370] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.990370] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.990632] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.993244] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.993244] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.993244] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.993244] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.993244] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.993244] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.993244] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.993244] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.993244] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.993244] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.993244] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.994809] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.996569] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.998901] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.998901] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.998901] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.172255] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d6f44d9-33d9-482c-923f-bba262e1bb2c in Status: SUCCESS [ 1031.172255] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.420564] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.420744] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.420787] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.421018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.421072] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.421279] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.421384] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.421447] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.421601] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.421681] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.421770] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ea89ebc-b7da-49cb-87a2-f396ade23d3f is going to be updated. [ 1031.451950] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.452153] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.452192] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.453057] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.453057] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.462107] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea89ebc-b7da-49cb-87a2-f396ade23d3f in Status: IN_PROGRESS for 2s [ 1031.498625] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.502857] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.503053] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.503918] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f with status ACTIVE [ 1031.504163] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.504288] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.504359] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.504571] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.504663] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.504850] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.504950] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.505026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.505179] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.505257] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.505434] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.505554] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.505607] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.505722] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.505796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.505882] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f is going to be updated. [ 1031.528420] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.528573] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.529054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.529054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.529054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.529191] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.824347] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: SUCCESS [ 1031.824579] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.001035] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.505878] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.505878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.505878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.505878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.506142] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.506142] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 is going to be created. [ 1032.534739] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.534916] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.534977] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.535208] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.535368] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.546471] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: UNINITIALIZED for 2s [ 1033.475823] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea89ebc-b7da-49cb-87a2-f396ade23d3f in Status: SUCCESS [ 1033.476154] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ea89ebc-b7da-49cb-87a2-f396ade23d3f deletion is rescheduled due to dependency. [ 1033.476154] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.558349] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: SUCCESS [ 1034.558587] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.558845] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.559217] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.559436] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.559556] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.559625] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.559795] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.559883] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.559970] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.560076] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.857632] env[69976]: INFO networking_nsxv3.common.synchronization [req-b883ec75-8b94-430f-a52f-df6dda31e520 req-644dced7-2c8c-4c25-885b-50cf142caa63 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Enqueued Resource ID: eeebe33e-980b-4dac-8916-75642c3c1f7a with Priority: HIGHEST for action security_group_members [ 1034.858195] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeebe33e-980b-4dac-8916-75642c3c1f7a with Priority: HIGHEST for action security_group_members [ 1034.858508] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeebe33e-980b-4dac-8916-75642c3c1f7a taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.858629] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.858699] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.858958] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.860346] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.860346] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.860346] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.860346] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.860346] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.860346] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeebe33e-980b-4dac-8916-75642c3c1f7a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.062218] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.062413] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.062535] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.064900] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.064900] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.064900] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.064900] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.064900] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.064900] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.064900] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.064900] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.064900] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.064900] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.064900] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.064900] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.064900] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.064900] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.065922] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.065922] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.065922] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.065922] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.278646] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-426 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.278900] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-426" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.279033] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-426" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.279324] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-426" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.279597] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.279765] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.279890] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.280130] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.280313] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.280557] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1035.280676] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.280794] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.280914] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.281031] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1035.281242] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.281280] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.306867] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.307152] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1035.307546] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.307921] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-426" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.308041] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-2d17026e-d5ed-44ab-96c1-9e49c8bba7ab taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.308914] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-2d17026e-d5ed-44ab-96c1-9e49c8bba7ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.308914] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-2d17026e-d5ed-44ab-96c1-9e49c8bba7ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.308914] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-2d17026e-d5ed-44ab-96c1-9e49c8bba7ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.309125] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d17026e-d5ed-44ab-96c1-9e49c8bba7ab',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.362513] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.362670] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.362757] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.363030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.363096] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.363374] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.363430] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.363461] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.363624] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.363701] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.363784] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeebe33e-980b-4dac-8916-75642c3c1f7a already deleted. [ 1035.364052] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.568126] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69: rpc.has_security_group_logging(os_id): False [ 1035.593073] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.593073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.593073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.593073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.593073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.593073] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.593073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.593073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.593489] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.593489] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.593489] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.593599] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.593599] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.593796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.593880] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.594112] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.594190] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.594252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.594411] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.594486] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.594573] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 is going to be created. [ 1035.657786] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.658066] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.658222] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.658565] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.658868] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.676508] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: IN_PROGRESS for 2s [ 1035.812365] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.812791] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.812947] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.813261] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.813446] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.813614] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 2d17026e-d5ed-44ab-96c1-9e49c8bba7ab not found, creating... [ 1035.813972] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.814183] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.814374] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.814617] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.814770] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.815345] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.815345] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.815475] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.815692] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.815886] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.816055] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 2d17026e-d5ed-44ab-96c1-9e49c8bba7ab is going to be created. [ 1035.845068] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.845301] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.845459] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.845758] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.846141] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.846405] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-2d17026e-d5ed-44ab-96c1-9e49c8bba7ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.644547] env[69976]: INFO networking_nsxv3.common.synchronization [req-b883ec75-8b94-430f-a52f-df6dda31e520 req-b454d389-c301-411d-ad32-d74bfb4c271d service nova] Enqueued Resource ID: eeebe33e-980b-4dac-8916-75642c3c1f7a with Priority: HIGHEST for action security_group_rules [ 1036.644815] env[69976]: INFO networking_nsxv3.common.synchronization [req-b883ec75-8b94-430f-a52f-df6dda31e520 req-b454d389-c301-411d-ad32-d74bfb4c271d service nova] Enqueued Resource ID: eeebe33e-980b-4dac-8916-75642c3c1f7a with Priority: HIGHEST for action security_group_members [ 1036.644905] env[69976]: INFO networking_nsxv3.common.synchronization [req-b883ec75-8b94-430f-a52f-df6dda31e520 req-b454d389-c301-411d-ad32-d74bfb4c271d service nova] Enqueued Resource ID: 2d17026e-d5ed-44ab-96c1-9e49c8bba7ab with Priority: HIGHEST for action port [ 1036.645469] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeebe33e-980b-4dac-8916-75642c3c1f7a with Priority: HIGHEST for action security_group_rules [ 1036.645622] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeebe33e-980b-4dac-8916-75642c3c1f7a with Priority: HIGHEST for action security_group_members [ 1036.645743] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d17026e-d5ed-44ab-96c1-9e49c8bba7ab with Priority: HIGHEST for action port [ 1036.646041] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeebe33e-980b-4dac-8916-75642c3c1f7a taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.646185] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.646241] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.646458] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.646629] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeebe33e-980b-4dac-8916-75642c3c1f7a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.647421] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeebe33e-980b-4dac-8916-75642c3c1f7a taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.647538] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.647619] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.647796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.647965] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.648616] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.648616] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.648616] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.648616] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.648616] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeebe33e-980b-4dac-8916-75642c3c1f7a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.649179] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d17026e-d5ed-44ab-96c1-9e49c8bba7ab taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.649302] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d17026e-d5ed-44ab-96c1-9e49c8bba7ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.649883] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d17026e-d5ed-44ab-96c1-9e49c8bba7ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.649883] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d17026e-d5ed-44ab-96c1-9e49c8bba7ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.649883] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d17026e-d5ed-44ab-96c1-9e49c8bba7ab',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.151493] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeebe33e-980b-4dac-8916-75642c3c1f7a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.154433] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeebe33e-980b-4dac-8916-75642c3c1f7a taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.154638] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.155154] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d17026e-d5ed-44ab-96c1-9e49c8bba7ab with status ACTIVE [ 1037.155463] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.155580] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.155678] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.155872] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.155980] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.156178] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.156286] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.156366] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.156513] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.156650] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.156784] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.156889] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.156957] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.157118] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.157201] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.157284] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d17026e-d5ed-44ab-96c1-9e49c8bba7ab is going to be updated. [ 1037.182157] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.182324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.182595] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.182857] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.183046] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.183210] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d17026e-d5ed-44ab-96c1-9e49c8bba7ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.656227] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeebe33e-980b-4dac-8916-75642c3c1f7a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.689209] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: SUCCESS [ 1037.689431] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.159185] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.159349] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.159419] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.159632] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.159721] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.159816] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeebe33e-980b-4dac-8916-75642c3c1f7a is going to be created. [ 1038.188030] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.188030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.188030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.188222] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.188295] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.200289] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeebe33e-980b-4dac-8916-75642c3c1f7a in Status: UNINITIALIZED for 2s [ 1039.564471] env[69976]: INFO networking_nsxv3.common.synchronization [req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 req-72abd418-655a-40e8-848e-23cc93d42b7d tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Enqueued Resource ID: d7685fe1-dcd3-44d8-b7a7-58e19621698c with Priority: HIGHEST for action security_group_members [ 1039.565781] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7685fe1-dcd3-44d8-b7a7-58e19621698c with Priority: HIGHEST for action security_group_members [ 1039.565781] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7685fe1-dcd3-44d8-b7a7-58e19621698c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.565781] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.565781] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.565781] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.565974] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.565974] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.565974] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.567469] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.567469] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.567856] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7685fe1-dcd3-44d8-b7a7-58e19621698c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.072895] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.072895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.072895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.072895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.072895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.072895] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.072895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.072895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.072895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.072895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.072895] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7685fe1-dcd3-44d8-b7a7-58e19621698c is going to be updated. [ 1040.100855] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.101029] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.101129] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.101254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.101395] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.111921] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7685fe1-dcd3-44d8-b7a7-58e19621698c in Status: IN_PROGRESS for 2s [ 1040.214025] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeebe33e-980b-4dac-8916-75642c3c1f7a in Status: SUCCESS [ 1040.214025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.214025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.214247] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.214416] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.214533] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.214597] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.214754] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.214835] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.214918] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.216288] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eeebe33e-980b-4dac-8916-75642c3c1f7a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.354192] env[69976]: INFO networking_nsxv3.common.synchronization [req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 req-02546726-5fc7-499e-bef2-aaf4afd25a60 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Enqueued Resource ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f with Priority: HIGHEST for action security_group_members [ 1040.354192] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f with Priority: HIGHEST for action security_group_members [ 1040.354429] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a7526ac-e729-4534-b3a7-3c18b5f9f56f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.354546] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.354612] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.354870] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.355536] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.355694] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.355764] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.355928] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.356022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.356114] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a7526ac-e729-4534-b3a7-3c18b5f9f56f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.718560] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eeebe33e-980b-4dac-8916-75642c3c1f7a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.859356] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.859526] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.859622] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.859969] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.860145] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.860423] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.860529] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.860596] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.860784] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.860862] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.860937] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f already deleted. [ 1040.860999] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.222939] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eeebe33e-980b-4dac-8916-75642c3c1f7a: rpc.has_security_group_logging(os_id): False [ 1041.234927] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-184 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.235262] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-184" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.235440] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-184" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.236249] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-184" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.236590] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.236763] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.236892] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.237153] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.237316] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.237621] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1041.237848] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.238687] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.238687] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.239480] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1041.239480] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.239587] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.245015] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.245379] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.245503] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.245806] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.246626] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.249402] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.249517] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.251116] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.251116] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.251116] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.251116] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeebe33e-980b-4dac-8916-75642c3c1f7a is going to be created. [ 1041.263197] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.263580] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1041.263580] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.263695] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-184" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.264226] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-188e3c1b-5297-4ccf-88a2-5e9c7717306d taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.264226] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-188e3c1b-5297-4ccf-88a2-5e9c7717306d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.264412] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-188e3c1b-5297-4ccf-88a2-5e9c7717306d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.264836] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-188e3c1b-5297-4ccf-88a2-5e9c7717306d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.264836] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('188e3c1b-5297-4ccf-88a2-5e9c7717306d',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.318119] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.318293] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.318351] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.318537] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.318716] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.331728] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeebe33e-980b-4dac-8916-75642c3c1f7a in Status: IN_PROGRESS for 2s [ 1041.769607] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.769607] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.769607] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.770050] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.770415] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.770866] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 188e3c1b-5297-4ccf-88a2-5e9c7717306d not found, creating... [ 1041.771180] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.771466] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.771710] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.772031] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.772378] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.772601] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.773402] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.773402] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.773508] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.774420] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.774658] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 188e3c1b-5297-4ccf-88a2-5e9c7717306d is going to be created. [ 1041.801197] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.801753] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.805270] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.805270] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.805270] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.805270] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-188e3c1b-5297-4ccf-88a2-5e9c7717306d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.127575] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7685fe1-dcd3-44d8-b7a7-58e19621698c in Status: SUCCESS [ 1042.127575] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7685fe1-dcd3-44d8-b7a7-58e19621698c deletion is rescheduled due to dependency. [ 1042.127575] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.902105] env[69976]: INFO networking_nsxv3.common.synchronization [req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 req-b978e499-0df6-4a39-9b6a-99b50cd4ac42 service nova] Enqueued Resource ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f with Priority: HIGHEST for action security_group_rules [ 1042.902588] env[69976]: INFO networking_nsxv3.common.synchronization [req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 req-b978e499-0df6-4a39-9b6a-99b50cd4ac42 service nova] Enqueued Resource ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f with Priority: HIGHEST for action security_group_members [ 1042.902588] env[69976]: INFO networking_nsxv3.common.synchronization [req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 req-b978e499-0df6-4a39-9b6a-99b50cd4ac42 service nova] Enqueued Resource ID: 188e3c1b-5297-4ccf-88a2-5e9c7717306d with Priority: HIGHEST for action port [ 1042.902664] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f with Priority: HIGHEST for action security_group_rules [ 1042.902976] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f with Priority: HIGHEST for action security_group_members [ 1042.903133] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188e3c1b-5297-4ccf-88a2-5e9c7717306d with Priority: HIGHEST for action port [ 1042.903781] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a7526ac-e729-4534-b3a7-3c18b5f9f56f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.904073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.904198] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.904587] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.904587] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a7526ac-e729-4534-b3a7-3c18b5f9f56f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.905389] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a7526ac-e729-4534-b3a7-3c18b5f9f56f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.905512] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.905583] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.905768] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.905920] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.906034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.906120] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.906239] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.906467] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.906567] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a7526ac-e729-4534-b3a7-3c18b5f9f56f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.907346] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-188e3c1b-5297-4ccf-88a2-5e9c7717306d taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.907447] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-188e3c1b-5297-4ccf-88a2-5e9c7717306d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.907534] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-188e3c1b-5297-4ccf-88a2-5e9c7717306d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.907661] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-188e3c1b-5297-4ccf-88a2-5e9c7717306d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.907736] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('188e3c1b-5297-4ccf-88a2-5e9c7717306d',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.346979] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeebe33e-980b-4dac-8916-75642c3c1f7a in Status: SUCCESS [ 1043.347246] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.409438] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a7526ac-e729-4534-b3a7-3c18b5f9f56f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.410250] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a7526ac-e729-4534-b3a7-3c18b5f9f56f taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.410399] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.410816] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 188e3c1b-5297-4ccf-88a2-5e9c7717306d with status ACTIVE [ 1043.410980] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.411128] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.411200] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.411405] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.411494] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.411685] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.411753] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.411808] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.412018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.412167] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.412375] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.412706] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.412706] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.412706] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.412826] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.412855] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 188e3c1b-5297-4ccf-88a2-5e9c7717306d is going to be updated. [ 1043.441249] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.441418] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.441485] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.441671] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.441815] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.441984] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-188e3c1b-5297-4ccf-88a2-5e9c7717306d" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.913075] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a7526ac-e729-4534-b3a7-3c18b5f9f56f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.415766] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.415934] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.416018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.416236] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.416329] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.416429] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f is going to be created. [ 1044.439614] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.439771] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.439820] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.440044] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.440208] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.450970] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f in Status: UNINITIALIZED for 2s [ 1046.467332] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f in Status: SUCCESS [ 1046.471094] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.471094] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.471094] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.471094] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.471094] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.471094] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.471094] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.471094] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.471094] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.472620] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a7526ac-e729-4534-b3a7-3c18b5f9f56f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.975505] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a7526ac-e729-4534-b3a7-3c18b5f9f56f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.482303] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a7526ac-e729-4534-b3a7-3c18b5f9f56f: rpc.has_security_group_logging(os_id): False [ 1047.505459] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.505696] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.505696] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.505876] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.506014] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.506287] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.506422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.506422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.506603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.507189] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.507189] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f is going to be created. [ 1047.595939] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.596168] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.596168] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.596369] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.596577] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.613035] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f in Status: IN_PROGRESS for 2s [ 1047.904564] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1047.904718] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1049.508515] env[69976]: INFO networking_nsxv3.common.synchronization [req-f7e1a5dd-9330-452f-9665-649b7a824f7a req-f33ba019-eb7c-4d70-b597-b1eaab3f2165 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Enqueued Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_members [ 1049.509414] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_members [ 1049.509813] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.509984] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.510143] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.510325] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.510488] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.510590] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.510666] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.510826] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.510920] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.511041] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.625995] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f in Status: SUCCESS [ 1049.626260] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.013339] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.013483] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.013559] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.013772] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.013889] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.014132] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.014256] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.014327] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.014493] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.014576] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.014666] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f is going to be updated. [ 1050.047893] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.048135] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.048135] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.048394] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.048499] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.060557] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: IN_PROGRESS for 2s [ 1052.073935] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: SUCCESS [ 1052.074294] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f deletion is rescheduled due to dependency. [ 1052.074294] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.700462] env[69976]: INFO networking_nsxv3.common.synchronization [req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b req-3955051a-6539-4cda-a7f7-b1b2e822799b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Enqueued Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 1052.701031] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 1052.701364] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.701470] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.701620] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.701690] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.701914] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.701914] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.703086] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.703086] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.703086] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.703086] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.138024] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.138024] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-157" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.138024] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-157" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.138024] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-157" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.138024] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.138024] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.138024] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.138024] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.138024] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.138024] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1053.138024] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.138024] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.138837] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.138971] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1053.139115] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.139271] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.161214] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.161886] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1053.162205] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.162523] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-157" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.162990] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-b8980ce6-c06d-4982-a9b3-6c5f14ebceaa taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.163759] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-b8980ce6-c06d-4982-a9b3-6c5f14ebceaa" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.163759] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-b8980ce6-c06d-4982-a9b3-6c5f14ebceaa" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.164695] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-b8980ce6-c06d-4982-a9b3-6c5f14ebceaa" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.164950] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8980ce6-c06d-4982-a9b3-6c5f14ebceaa',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.204430] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.204635] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.204686] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.204882] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.204974] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.205224] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.205366] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.205409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.205554] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.205648] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.205748] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca is going to be updated. [ 1053.234685] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.234864] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.234920] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.235160] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.235316] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.246354] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: IN_PROGRESS for 2s [ 1053.667906] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.668086] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.668167] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.668469] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.668654] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.668786] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port b8980ce6-c06d-4982-a9b3-6c5f14ebceaa not found, creating... [ 1053.669058] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.669235] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.669389] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.669598] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.669744] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.670043] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.670294] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.670551] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.670780] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.670965] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.671140] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: b8980ce6-c06d-4982-a9b3-6c5f14ebceaa is going to be created. [ 1053.715743] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.716037] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.716192] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.716526] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.716793] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.717078] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-b8980ce6-c06d-4982-a9b3-6c5f14ebceaa" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.673299] env[69976]: INFO networking_nsxv3.common.synchronization [req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b req-4257c5a0-ac00-4183-8616-d220c167f126 service nova] Enqueued Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_rules [ 1054.673551] env[69976]: INFO networking_nsxv3.common.synchronization [req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b req-4257c5a0-ac00-4183-8616-d220c167f126 service nova] Enqueued Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 1054.673622] env[69976]: INFO networking_nsxv3.common.synchronization [req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b req-4257c5a0-ac00-4183-8616-d220c167f126 service nova] Enqueued Resource ID: b8980ce6-c06d-4982-a9b3-6c5f14ebceaa with Priority: HIGHEST for action port [ 1054.673857] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_rules [ 1054.674757] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 1054.674757] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8980ce6-c06d-4982-a9b3-6c5f14ebceaa with Priority: HIGHEST for action port [ 1054.674757] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.675032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.675032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.676143] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.676143] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.676996] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.676996] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.677606] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8980ce6-c06d-4982-a9b3-6c5f14ebceaa taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.677606] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8980ce6-c06d-4982-a9b3-6c5f14ebceaa" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.677606] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8980ce6-c06d-4982-a9b3-6c5f14ebceaa" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.677606] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8980ce6-c06d-4982-a9b3-6c5f14ebceaa" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.677606] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8980ce6-c06d-4982-a9b3-6c5f14ebceaa',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.791023] env[69976]: INFO networking_nsxv3.common.synchronization [req-eb8b1e9c-7399-40af-89ba-ed64fe71845a req-79f24d68-eb27-4a41-8cc4-cf6570ae356c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Enqueued Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 1054.791023] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 1054.791023] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.791023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.791023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.791023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.791023] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.791023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.791023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.791023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.791023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.791532] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.179451] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.179594] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.179819] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8980ce6-c06d-4982-a9b3-6c5f14ebceaa with status ACTIVE [ 1055.179962] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.184018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.184018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.184018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.184018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.184018] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.184018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.184018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.184018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.184018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.184018] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.184018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.184018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.184018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.184018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.184018] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8980ce6-c06d-4982-a9b3-6c5f14ebceaa is going to be updated. [ 1055.209675] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.209826] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.209896] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.211056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.211056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.211056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8980ce6-c06d-4982-a9b3-6c5f14ebceaa" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.212218] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.212409] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-189" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.212540] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-189" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.212788] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-189" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.213129] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.213313] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.213441] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.213662] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.213821] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.214032] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1055.214143] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.214262] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.214375] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.214490] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1055.214603] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.214740] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.233639] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.233829] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1055.234576] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.234576] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-189" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.234576] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-e3d0d3bc-7441-4625-9018-63bf7f121ae8 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.234730] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-e3d0d3bc-7441-4625-9018-63bf7f121ae8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.234730] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-e3d0d3bc-7441-4625-9018-63bf7f121ae8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.235122] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-e3d0d3bc-7441-4625-9018-63bf7f121ae8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.235276] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3d0d3bc-7441-4625-9018-63bf7f121ae8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.258510] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: SUCCESS [ 1055.258726] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca deletion is rescheduled due to dependency. [ 1055.258800] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.259255] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.259489] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.259675] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.259788] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.259855] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.260024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.260110] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.260207] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.294074] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.737510] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.737889] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.737889] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.738172] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.738457] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.738738] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port e3d0d3bc-7441-4625-9018-63bf7f121ae8 not found, creating... [ 1055.739196] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.739460] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.739569] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.739842] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.739996] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.740306] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.740467] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.740590] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.740809] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.740949] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.741113] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: e3d0d3bc-7441-4625-9018-63bf7f121ae8 is going to be created. [ 1055.760686] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.760940] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.761095] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.761393] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.761631] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.761880] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-e3d0d3bc-7441-4625-9018-63bf7f121ae8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.762805] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.796384] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.267412] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.298379] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.298637] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.298637] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.298808] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.298898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.298998] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af6ec24a-16bc-45ce-816d-c65531b01ebc is going to be updated. [ 1056.331946] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.332118] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.332210] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.332404] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.332552] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.343286] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: IN_PROGRESS for 2s [ 1056.535586] env[69976]: INFO networking_nsxv3.common.synchronization [req-eb8b1e9c-7399-40af-89ba-ed64fe71845a req-fcb3d209-4db5-4df2-ae16-9a41d8ae3447 service nova] Enqueued Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_rules [ 1056.535890] env[69976]: INFO networking_nsxv3.common.synchronization [req-eb8b1e9c-7399-40af-89ba-ed64fe71845a req-fcb3d209-4db5-4df2-ae16-9a41d8ae3447 service nova] Enqueued Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 1056.536214] env[69976]: INFO networking_nsxv3.common.synchronization [req-eb8b1e9c-7399-40af-89ba-ed64fe71845a req-fcb3d209-4db5-4df2-ae16-9a41d8ae3447 service nova] Enqueued Resource ID: e3d0d3bc-7441-4625-9018-63bf7f121ae8 with Priority: HIGHEST for action port [ 1056.536965] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_rules [ 1056.537195] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 1056.537402] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3d0d3bc-7441-4625-9018-63bf7f121ae8 with Priority: HIGHEST for action port [ 1056.537805] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.538036] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.538166] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.538513] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.538605] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.539882] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.540067] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.540411] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3d0d3bc-7441-4625-9018-63bf7f121ae8 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.540535] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3d0d3bc-7441-4625-9018-63bf7f121ae8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.540618] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3d0d3bc-7441-4625-9018-63bf7f121ae8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.543092] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3d0d3bc-7441-4625-9018-63bf7f121ae8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.543092] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3d0d3bc-7441-4625-9018-63bf7f121ae8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.769829] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.770346] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.770346] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.770429] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.770462] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.770572] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca is going to be updated. [ 1056.804450] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.804646] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.804646] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.804852] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.805009] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.814295] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: IN_PROGRESS for 2s [ 1057.043425] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.043649] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.043840] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3d0d3bc-7441-4625-9018-63bf7f121ae8 with status ACTIVE [ 1057.044133] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.044264] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.044366] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.044617] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.044767] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.044982] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.045116] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.045183] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.045437] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.045557] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.045851] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.045921] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.045985] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.048776] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.048776] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.048903] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3d0d3bc-7441-4625-9018-63bf7f121ae8 is going to be updated. [ 1057.071160] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.071289] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.071363] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.071973] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.072144] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.072342] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3d0d3bc-7441-4625-9018-63bf7f121ae8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.095217] env[69976]: INFO networking_nsxv3.common.synchronization [req-49975c53-2366-4409-b57f-525db49d3c0c req-adfac622-3311-42ce-8d96-8f2a9941673a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Enqueued Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_members [ 1057.096111] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_members [ 1057.096597] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.096836] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.096986] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.097292] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.097545] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.097750] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.097895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.098152] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.098330] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.099387] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.476709] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-651 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.476998] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-651" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.477092] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-651" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.477348] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-651" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.477804] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.478014] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.478158] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.478401] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.478556] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.479903] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1057.479903] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.479903] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.479903] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.479903] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1057.479903] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.479903] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.499438] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.499630] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1057.499776] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.499966] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-651" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.500320] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-cdb6b451-c4b1-4e47-8cca-6e979c1552a2 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.500506] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-cdb6b451-c4b1-4e47-8cca-6e979c1552a2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.500633] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-cdb6b451-c4b1-4e47-8cca-6e979c1552a2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.501014] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-cdb6b451-c4b1-4e47-8cca-6e979c1552a2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.501193] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdb6b451-c4b1-4e47-8cca-6e979c1552a2',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.601380] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.601586] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.601701] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.601908] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.602018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.602266] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.602371] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.602519] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.602559] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.602625] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.602726] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f is going to be updated. [ 1057.637683] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.637927] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.637927] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.638277] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.638449] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.662393] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: IN_PROGRESS for 2s [ 1058.003433] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.003797] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.003797] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.004151] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.004346] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.004541] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port cdb6b451-c4b1-4e47-8cca-6e979c1552a2 not found, creating... [ 1058.004864] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.005078] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.005270] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.005474] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.005641] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.005984] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.006201] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.006387] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.006642] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.006792] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.006944] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: cdb6b451-c4b1-4e47-8cca-6e979c1552a2 is going to be created. [ 1058.029455] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.029663] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.029785] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.030074] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.030311] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.030537] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-cdb6b451-c4b1-4e47-8cca-6e979c1552a2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.353871] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: SUCCESS [ 1058.354115] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.354291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.354510] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.354697] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.354818] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.354883] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.355049] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.355137] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.355236] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.784077] env[69976]: INFO networking_nsxv3.common.synchronization [req-49975c53-2366-4409-b57f-525db49d3c0c req-5a327922-5cc6-4f6a-a3cf-966e9aad3d8a service nova] Enqueued Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_rules [ 1058.784291] env[69976]: INFO networking_nsxv3.common.synchronization [req-49975c53-2366-4409-b57f-525db49d3c0c req-5a327922-5cc6-4f6a-a3cf-966e9aad3d8a service nova] Enqueued Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_members [ 1058.784442] env[69976]: INFO networking_nsxv3.common.synchronization [req-49975c53-2366-4409-b57f-525db49d3c0c req-5a327922-5cc6-4f6a-a3cf-966e9aad3d8a service nova] Enqueued Resource ID: cdb6b451-c4b1-4e47-8cca-6e979c1552a2 with Priority: HIGHEST for action port [ 1058.785056] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_rules [ 1058.785210] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_members [ 1058.785326] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdb6b451-c4b1-4e47-8cca-6e979c1552a2 with Priority: HIGHEST for action port [ 1058.785709] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.785785] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.785876] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.789154] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.789305] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.794076] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.794076] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.794458] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdb6b451-c4b1-4e47-8cca-6e979c1552a2 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.794637] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdb6b451-c4b1-4e47-8cca-6e979c1552a2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.794752] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdb6b451-c4b1-4e47-8cca-6e979c1552a2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.795071] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdb6b451-c4b1-4e47-8cca-6e979c1552a2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.795198] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdb6b451-c4b1-4e47-8cca-6e979c1552a2',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.830060] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: SUCCESS [ 1058.830060] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.830293] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.830640] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.831699] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.831699] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.831699] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.831699] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.831699] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.831699] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.831699] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.857930] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.298120] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.298120] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.298120] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdb6b451-c4b1-4e47-8cca-6e979c1552a2 with status ACTIVE [ 1059.298120] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.298632] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.298632] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.298632] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.298632] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.298632] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.298765] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.298808] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.299460] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.299460] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.299571] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.299620] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.299736] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.299948] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.300166] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.300212] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdb6b451-c4b1-4e47-8cca-6e979c1552a2 is going to be updated. [ 1059.324537] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.324757] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.324811] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.325052] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.325237] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.325429] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdb6b451-c4b1-4e47-8cca-6e979c1552a2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.334027] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.334190] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.334278] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.334720] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.334955] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.335106] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.335179] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.335377] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.335465] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.335581] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.335747] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.335844] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.335913] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.336100] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.336289] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.336417] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.336510] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.336691] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.336778] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.336862] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.336982] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.360807] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.682301] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: SUCCESS [ 1059.682483] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f deletion is rescheduled due to dependency. [ 1059.682601] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.682764] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.683058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.683269] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.683390] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.683456] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.683621] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.683704] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.683802] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.838784] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a9068b9-da0b-413d-a55a-f0b74d4c1cca: rpc.has_security_group_logging(os_id): False [ 1059.859446] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.859633] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.859678] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.859858] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.859949] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.860175] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.860268] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.860334] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.860511] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.860555] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.860736] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.860840] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.860973] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.861149] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.861227] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.861410] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.861505] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.861566] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.861707] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.861781] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.861865] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca is going to be updated. [ 1059.863133] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.863248] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.863317] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.863467] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.863547] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.863686] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af6ec24a-16bc-45ce-816d-c65531b01ebc is going to be updated. [ 1059.896574] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.896724] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.896769] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.896979] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.897141] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.908358] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: IN_PROGRESS for 2s [ 1059.929098] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.929353] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.929485] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.929800] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.929992] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.938012] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.938196] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.938254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.938442] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.938691] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.959027] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: IN_PROGRESS for 2s [ 1060.186930] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.432807] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.689865] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.935124] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.192360] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.192493] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.192570] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.192785] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.192878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.192981] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f is going to be updated. [ 1061.219759] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.219951] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.219993] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.220210] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.220332] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.229316] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: IN_PROGRESS for 2s [ 1061.440405] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1061.440679] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1061.920488] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: SUCCESS [ 1061.920679] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.920975] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.921191] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.921458] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.921588] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.921654] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.921865] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.921955] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.922078] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.922174] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.976090] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: SUCCESS [ 1061.976345] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.239179] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.239179] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.239179] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.239179] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.250743] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1062.251968] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.253114] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1062.287548] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.287548] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.287548] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.287548] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.298675] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.299612] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1062.299715] env[69976]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69976) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1062.299837] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1062.337770] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.337770] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.337770] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.337986] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.339385] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.339589] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1062.411182] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.411356] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.411432] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.411645] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.411947] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.412261] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1062.419503] env[69976]: INFO networking_nsxv3.common.synchronization [req-9065bce5-aab9-48a2-bae3-b23c4bec22d6 req-691fd10f-5cee-4661-89af-d7a5ead157f9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Enqueued Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_members [ 1062.419768] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_members [ 1062.420957] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.421111] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.421183] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.422122] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.422122] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.422122] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.422122] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.422122] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.422122] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.422122] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.426027] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-694 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.426027] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-694" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.426027] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-694" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.426027] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-694" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.426027] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.428200] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.428334] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.428551] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.428691] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.428893] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1062.429096] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.429159] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.429239] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.429347] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1062.429453] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.429780] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1062.431336] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.431435] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.431711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.431711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.431819] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.431871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.431941] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.432570] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.432667] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.432755] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.432898] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.432991] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.433081] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.433227] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.433362] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.433452] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.433511] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.433643] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.433715] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.433793] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.433877] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.460165] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1062.460165] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1062.460165] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1062.460165] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-694" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.460540] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-39651ffc-51c1-438b-9989-33c3f84efd57 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.460540] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-39651ffc-51c1-438b-9989-33c3f84efd57" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.460667] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-39651ffc-51c1-438b-9989-33c3f84efd57" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.461193] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-39651ffc-51c1-438b-9989-33c3f84efd57" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.461193] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39651ffc-51c1-438b-9989-33c3f84efd57',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.491064] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.491064] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.491064] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.491408] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.491589] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.491891] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1062.491993] env[69976]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'aea70b8e-f9e5-474d-986c-732e33c92d44', 'd7685fe1-dcd3-44d8-b7a7-58e19621698c', '16d12f8e-8a58-43b4-b2e1-db94c8e9bd69', 'c97dff9b-bd2a-4d4b-82a2-5f60701d9177', '543695d7-0390-4178-a13e-4937bc59eb77', '949920bc-3e1b-4e49-b58a-f1042580e7e8', 'bd723913-f448-40d7-8a7f-3726a1e15d94', 'c3dd8747-4b15-412c-9e57-8867e112944b', '9a7526ac-e729-4534-b3a7-3c18b5f9f56f', 'cf55a032-4305-4c90-9bbc-f6318120f95b', '7ea89ebc-b7da-49cb-87a2-f396ade23d3f', 'ead10f8e-a9d4-477b-885e-dcee56211c59', '6ebb4439-1bc0-40d4-b841-7fdf4140c656', 'd62f35a0-7689-40f6-8292-b6b881389041', 'a305b992-f3d8-451a-a8d8-39fb2471577f', '4c7a7c46-0d0c-456e-8376-347f94c737c9', '6ea88d9e-5755-40bd-8eb5-e639ffb6a86f', '7e6c24aa-6e58-4efb-b213-2587e88aede6', '6a9068b9-da0b-413d-a55a-f0b74d4c1cca', 'fa50ba54-0a33-48c5-aede-fa568ced8706', '77d0551d-766d-4abd-a335-5738588c8f60', 'e51bbd0a-7fa9-4229-a998-a17f851ffef9', 'c16be913-bab1-4fc6-ad9c-895952b6a75e', '9591b14e-552f-467c-9e3a-bd40483cc3c0', '0d6f44d9-33d9-482c-923f-bba262e1bb2c', '26629797-2ce9-4e41-98c5-f1c0be74e985', 'd96f5c9f-28c0-4f89-b183-44a2472f0b7f', '7b7ae917-d6b0-43ce-ba8b-cb722589b419', '52de3ac3-b1dc-418a-a9ba-dac238f3911b', 'b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6', 'a96baa39-8695-4fd0-ba19-e8b45056e962', '3283b4f6-62cd-4112-b402-d04b7bf162e4', '873b7a00-2a66-4c56-8ac8-bb47d5778645', 'e70d6c7b-882b-4a67-aef5-0346951944eb', 'd98e322c-f95f-4a2a-9765-7546e3253f72', 'bfc0f383-cba9-4950-8954-bb05f4e038d3', '4f5d12cf-964a-4887-baf0-d32a60295419', 'eeebe33e-980b-4dac-8916-75642c3c1f7a', 'af6ec24a-16bc-45ce-816d-c65531b01ebc', '4988a7fe-e226-47f2-8e9f-0662594eaab8', '41c710ad-450f-46c8-abbf-7b339725c4ab', 'a9b16169-3720-46ad-adea-d636fca71bd3', 'a77a7d28-3dd4-48de-9f6a-cc20e7ada388', 'a192731c-2730-4cca-9377-422160b6ebb0', '6ed25f09-e9bc-4746-9e81-4c2c4e987afd', 'b6b00d40-c304-4a25-a68f-0c2aca74fb47'} {{(pid=69976) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1062.492104] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1062.514123] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.514123] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.514123] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.514336] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.514336] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.514395] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1062.514486] env[69976]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69976) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1062.514531] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1062.658762] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.659072] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.659161] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.659392] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.660485] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.660764] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1062.660840] env[69976]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69976) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1062.660927] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1062.661014] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1062.661278] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1062.661410] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aea70b8e-f9e5-474d-986c-732e33c92d44 with Priority: HIGH for action security_group_rules [ 1062.661466] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7685fe1-dcd3-44d8-b7a7-58e19621698c with Priority: HIGH for action security_group_rules [ 1062.661516] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGH for action security_group_rules [ 1062.661585] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c97dff9b-bd2a-4d4b-82a2-5f60701d9177 with Priority: HIGH for action security_group_rules [ 1062.661655] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 543695d7-0390-4178-a13e-4937bc59eb77 with Priority: HIGH for action security_group_rules [ 1062.661710] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 with Priority: HIGH for action security_group_rules [ 1062.661756] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd723913-f448-40d7-8a7f-3726a1e15d94 with Priority: HIGH for action security_group_rules [ 1062.662286] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGH for action security_group_rules [ 1062.662286] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f with Priority: HIGH for action security_group_rules [ 1062.662286] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGH for action security_group_rules [ 1062.662286] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ea89ebc-b7da-49cb-87a2-f396ade23d3f with Priority: HIGH for action security_group_rules [ 1062.662286] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ead10f8e-a9d4-477b-885e-dcee56211c59 with Priority: HIGH for action security_group_rules [ 1062.662286] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6ebb4439-1bc0-40d4-b841-7fdf4140c656 with Priority: HIGH for action security_group_rules [ 1062.662286] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d62f35a0-7689-40f6-8292-b6b881389041 with Priority: HIGH for action security_group_rules [ 1062.662286] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGH for action security_group_rules [ 1062.662286] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 with Priority: HIGH for action security_group_rules [ 1062.662679] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f with Priority: HIGH for action security_group_rules [ 1062.662679] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e6c24aa-6e58-4efb-b213-2587e88aede6 with Priority: HIGH for action security_group_rules [ 1062.662679] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGH for action security_group_rules [ 1062.662679] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa50ba54-0a33-48c5-aede-fa568ced8706 with Priority: HIGH for action security_group_rules [ 1062.662679] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.931310] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.931505] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.931575] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.931754] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.941513] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af6ec24a-16bc-45ce-816d-c65531b01ebc: rpc.has_security_group_logging(os_id): False [ 1062.954082] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.954493] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.954624] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.954695] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.954901] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.954988] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.955097] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 is going to be updated. [ 1062.958835] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.958977] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.959094] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.959297] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.965369] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.965578] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.965692] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.965955] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.966127] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.966420] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.966586] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.966712] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.966941] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.967102] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.967406] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.967573] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.967698] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.967914] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.968071] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.968228] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 39651ffc-51c1-438b-9989-33c3f84efd57 is going to be updated. [ 1062.977929] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.977929] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.977929] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.978161] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.978353] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.978549] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.978793] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.978954] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.979101] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.979344] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.979480] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.979722] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.979840] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.979908] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.980182] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.980315] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.980420] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af6ec24a-16bc-45ce-816d-c65531b01ebc is going to be updated. [ 1062.985017] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.985206] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.985206] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.985376] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.985535] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.993423] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: IN_PROGRESS for 2s [ 1063.000765] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.001045] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.001144] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.001424] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.001630] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.001881] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-39651ffc-51c1-438b-9989-33c3f84efd57" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.042077] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.042077] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.042077] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.042077] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.042553] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.059761] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: IN_PROGRESS for 2s [ 1063.239483] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: SUCCESS [ 1063.239704] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.239873] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.240198] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.241058] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.241058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.241058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.241058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.241058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.241058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.241359] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.723435] env[69976]: INFO networking_nsxv3.common.synchronization [req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 req-ef141770-d4c7-4b41-83a6-2b944583de6b service nova] Enqueued Resource ID: c16be913-bab1-4fc6-ad9c-895952b6a75e with Priority: HIGHEST for action security_group_rules [ 1063.723791] env[69976]: INFO networking_nsxv3.common.synchronization [req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 req-ef141770-d4c7-4b41-83a6-2b944583de6b service nova] Enqueued Resource ID: c16be913-bab1-4fc6-ad9c-895952b6a75e with Priority: HIGHEST for action security_group_members [ 1063.723791] env[69976]: INFO networking_nsxv3.common.synchronization [req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 req-ef141770-d4c7-4b41-83a6-2b944583de6b service nova] Enqueued Resource ID: 39651ffc-51c1-438b-9989-33c3f84efd57 with Priority: HIGHEST for action port [ 1063.727121] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16be913-bab1-4fc6-ad9c-895952b6a75e with Priority: HIGHEST for action security_group_rules [ 1063.727121] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16be913-bab1-4fc6-ad9c-895952b6a75e with Priority: HIGHEST for action security_group_members [ 1063.727121] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39651ffc-51c1-438b-9989-33c3f84efd57 with Priority: HIGHEST for action port [ 1063.727121] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aea70b8e-f9e5-474d-986c-732e33c92d44 with Priority: HIGH for action security_group_rules [ 1063.727121] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGH for action security_group_rules [ 1063.727121] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd723913-f448-40d7-8a7f-3726a1e15d94 with Priority: HIGH for action security_group_rules [ 1063.727121] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGH for action security_group_rules [ 1063.727121] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa50ba54-0a33-48c5-aede-fa568ced8706 with Priority: HIGH for action security_group_rules [ 1063.727461] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGH for action security_group_rules [ 1063.727461] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e6c24aa-6e58-4efb-b213-2587e88aede6 with Priority: HIGH for action security_group_rules [ 1063.727461] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f with Priority: HIGH for action security_group_rules [ 1063.727461] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d62f35a0-7689-40f6-8292-b6b881389041 with Priority: HIGH for action security_group_rules [ 1063.727561] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 with Priority: HIGH for action security_group_rules [ 1063.727629] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ebb4439-1bc0-40d4-b841-7fdf4140c656 with Priority: HIGH for action security_group_rules [ 1063.727749] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead10f8e-a9d4-477b-885e-dcee56211c59 with Priority: HIGH for action security_group_rules [ 1063.727783] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea89ebc-b7da-49cb-87a2-f396ade23d3f with Priority: HIGH for action security_group_rules [ 1063.727870] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf55a032-4305-4c90-9bbc-f6318120f95b with Priority: HIGH for action security_group_rules [ 1063.727940] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f with Priority: HIGH for action security_group_rules [ 1063.728074] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 with Priority: HIGH for action security_group_rules [ 1063.728151] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGH for action security_group_rules [ 1063.728290] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543695d7-0390-4178-a13e-4937bc59eb77 with Priority: HIGH for action security_group_rules [ 1063.728440] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7685fe1-dcd3-44d8-b7a7-58e19621698c with Priority: HIGH for action security_group_rules [ 1063.728562] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c97dff9b-bd2a-4d4b-82a2-5f60701d9177 with Priority: HIGH for action security_group_rules [ 1063.729664] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c16be913-bab1-4fc6-ad9c-895952b6a75e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.729820] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.729820] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.729980] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.730082] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c16be913-bab1-4fc6-ad9c-895952b6a75e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.732542] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16be913-bab1-4fc6-ad9c-895952b6a75e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.732542] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.732542] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.732542] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.732957] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.732957] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.732957] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.733124] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.733706] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.733706] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c16be913-bab1-4fc6-ad9c-895952b6a75e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.734432] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-39651ffc-51c1-438b-9989-33c3f84efd57 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.734572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39651ffc-51c1-438b-9989-33c3f84efd57" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.734680] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39651ffc-51c1-438b-9989-33c3f84efd57" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.734888] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39651ffc-51c1-438b-9989-33c3f84efd57" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.734998] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39651ffc-51c1-438b-9989-33c3f84efd57',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.736030] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aea70b8e-f9e5-474d-986c-732e33c92d44 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.736180] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.736270] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.736485] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.736605] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aea70b8e-f9e5-474d-986c-732e33c92d44',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.737819] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.738123] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.738225] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.738387] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.738464] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.739689] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd723913-f448-40d7-8a7f-3726a1e15d94 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.739852] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.739932] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.740101] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.740174] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd723913-f448-40d7-8a7f-3726a1e15d94',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.741651] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a305b992-f3d8-451a-a8d8-39fb2471577f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.741807] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.741930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.742195] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.742311] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.743525] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa50ba54-0a33-48c5-aede-fa568ced8706 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.743586] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.743691] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.743969] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.744151] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa50ba54-0a33-48c5-aede-fa568ced8706',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.745858] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.746069] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.746183] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.746466] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.746612] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.747870] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e6c24aa-6e58-4efb-b213-2587e88aede6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.748083] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.748191] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.748464] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.748588] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e6c24aa-6e58-4efb-b213-2587e88aede6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.749832] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.750018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.750130] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.750391] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.750514] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ea88d9e-5755-40bd-8eb5-e639ffb6a86f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.751802] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d62f35a0-7689-40f6-8292-b6b881389041 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.752598] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.752834] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.753155] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.753272] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d62f35a0-7689-40f6-8292-b6b881389041',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.754613] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c7a7c46-0d0c-456e-8376-347f94c737c9 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.754793] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.754890] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.755326] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.755326] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c7a7c46-0d0c-456e-8376-347f94c737c9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.756965] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ebb4439-1bc0-40d4-b841-7fdf4140c656 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.756965] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.756965] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.757378] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.757445] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ebb4439-1bc0-40d4-b841-7fdf4140c656',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.758732] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ead10f8e-a9d4-477b-885e-dcee56211c59 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.758913] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.759040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.759302] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.759429] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ead10f8e-a9d4-477b-885e-dcee56211c59',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.760732] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ea89ebc-b7da-49cb-87a2-f396ade23d3f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.760892] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.760987] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.761409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.761548] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ea89ebc-b7da-49cb-87a2-f396ade23d3f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.763152] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf55a032-4305-4c90-9bbc-f6318120f95b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.763344] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.763452] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.763733] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.763880] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf55a032-4305-4c90-9bbc-f6318120f95b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.765292] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a7526ac-e729-4534-b3a7-3c18b5f9f56f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.765501] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.765620] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.765911] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.766069] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a7526ac-e729-4534-b3a7-3c18b5f9f56f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.767662] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-949920bc-3e1b-4e49-b58a-f1042580e7e8 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.767879] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.767958] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.768242] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.768400] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('949920bc-3e1b-4e49-b58a-f1042580e7e8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.769740] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.769952] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.770102] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.770527] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.770589] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.771925] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-543695d7-0390-4178-a13e-4937bc59eb77 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.772123] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.772254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.772785] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.772785] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('543695d7-0390-4178-a13e-4937bc59eb77',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.777941] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7685fe1-dcd3-44d8-b7a7-58e19621698c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.778197] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.778324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.778630] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.778717] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7685fe1-dcd3-44d8-b7a7-58e19621698c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.780411] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c97dff9b-bd2a-4d4b-82a2-5f60701d9177 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.780723] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.780723] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.781024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.781169] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c97dff9b-bd2a-4d4b-82a2-5f60701d9177',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.786468] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c16be913-bab1-4fc6-ad9c-895952b6a75e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.789236] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa50ba54-0a33-48c5-aede-fa568ced8706 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.789419] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.789477] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.789676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.789838] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.789939] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.789990] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.790142] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.790242] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.790362] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.790454] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa50ba54-0a33-48c5-aede-fa568ced8706',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.792102] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.792306] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.792403] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.792645] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.792917] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.793156] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.793279] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.793567] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.793659] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.793835] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.794094] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.794239] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.794432] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.794598] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.794910] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.795091] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.795237] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.795484] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.795712] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.795838] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.796043] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.823881] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.824203] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.824376] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.824695] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.854845] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.855033] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e6c24aa-6e58-4efb-b213-2587e88aede6 is going to be deleted. [ 1063.912406] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.912660] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.912660] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.912834] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.912922] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.913097] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e6c24aa-6e58-4efb-b213-2587e88aede6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.260905] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.260905] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.261202] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.261344] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.261408] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.261519] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 is going to be deleted. [ 1064.263236] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.263369] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.263468] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.263672] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.282868] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39651ffc-51c1-438b-9989-33c3f84efd57 with status ACTIVE [ 1064.283155] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.283299] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.283367] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.283569] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.283668] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.283846] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.283944] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.284084] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.284247] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.284329] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.284614] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.284614] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.284726] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.284801] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.284876] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.284962] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39651ffc-51c1-438b-9989-33c3f84efd57 is going to be updated. [ 1064.286038] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16be913-bab1-4fc6-ad9c-895952b6a75e taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.286152] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.288531] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.288631] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd723913-f448-40d7-8a7f-3726a1e15d94 is going to be deleted. [ 1064.293013] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a305b992-f3d8-451a-a8d8-39fb2471577f taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.293320] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.293320] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.293460] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.293616] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.293714] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.293779] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.293923] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.294013] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.294106] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.294194] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.298024] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d62f35a0-7689-40f6-8292-b6b881389041 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.298024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.298024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.298024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.298024] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.298024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.298024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.298024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.298482] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.298482] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.298482] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d62f35a0-7689-40f6-8292-b6b881389041',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.301329] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a7526ac-e729-4534-b3a7-3c18b5f9f56f taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.301450] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.301500] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.301666] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.301812] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.301923] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.302015] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.302185] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.302290] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.302383] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.302468] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a7526ac-e729-4534-b3a7-3c18b5f9f56f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.303578] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.303641] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.303680] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.303898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.303948] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.304065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.304140] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.304283] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.304363] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.304460] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.304542] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.311193] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.311193] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.311412] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.311448] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.318802] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d96f5c9f-28c0-4f89-b183-44a2472f0b7f: rpc.has_security_group_logging(os_id): False [ 1064.320153] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c16be913-bab1-4fc6-ad9c-895952b6a75e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.321051] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa50ba54-0a33-48c5-aede-fa568ced8706',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.336541] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.336707] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.347225] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.347578] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.356454] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.356578] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.359426] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.359570] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.364224] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.364371] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.365250] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.365405] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.366091] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.366277] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.367172] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.367172] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.369848] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.369977] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.370027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.370233] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.370378] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.370530] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39651ffc-51c1-438b-9989-33c3f84efd57" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.372734] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.372819] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.373520] env[69976]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1064.374021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.374188] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 543695d7-0390-4178-a13e-4937bc59eb77 is going to be deleted. [ 1064.375154] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.375355] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.375448] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.375571] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.376492] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.376640] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.376640] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.376821] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.378724] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.378832] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.379432] env[69976]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1064.379888] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.379996] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.387901] env[69976]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1064.388256] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.388372] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.399548] env[69976]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1064.400155] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.400347] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf55a032-4305-4c90-9bbc-f6318120f95b is going to be deleted. [ 1064.401318] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.401528] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.412645] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.412865] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.444257] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.444461] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aea70b8e-f9e5-474d-986c-732e33c92d44 is going to be deleted. [ 1064.445501] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.445643] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.488121] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.488342] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.489686] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.489848] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.522520] env[69976]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1064.523345] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.523568] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3dd8747-4b15-412c-9e57-8867e112944b is going to be deleted. [ 1064.524942] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.525255] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.579058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.579216] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ea89ebc-b7da-49cb-87a2-f396ade23d3f is going to be deleted. [ 1064.580172] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.580393] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.605301] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.605301] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.611099] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.611262] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 949920bc-3e1b-4e49-b58a-f1042580e7e8 is going to be deleted. [ 1064.612207] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.612427] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.660130] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.660616] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ea88d9e-5755-40bd-8eb5-e639ffb6a86f is going to be deleted. [ 1064.661451] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.661785] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.674275] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.674496] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.701330] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.701617] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.721934] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.722215] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ebb4439-1bc0-40d4-b841-7fdf4140c656 is going to be deleted. [ 1064.723523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.723878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.781168] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.781321] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.782378] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.782634] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.782748] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.782815] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.783075] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.783302] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.783578] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.783739] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.783851] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.784153] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.784286] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.784529] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.784695] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.784809] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.785083] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.785163] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.785311] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f is going to be updated. [ 1064.786490] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.786724] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.808953] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d62f35a0-7689-40f6-8292-b6b881389041',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.810116] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a7526ac-e729-4534-b3a7-3c18b5f9f56f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.813187] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.813323] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.813419] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.813676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.813867] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.813971] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.814108] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.814310] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.814448] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.814591] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.815012] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.815012] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.815012] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.815144] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.815321] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.815441] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.815520] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.815676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.815759] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.815843] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.816129] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.816796] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.827174] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.827339] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.827397] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.827654] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.827747] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.827860] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16be913-bab1-4fc6-ad9c-895952b6a75e is going to be updated. [ 1064.830362] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa50ba54-0a33-48c5-aede-fa568ced8706: rpc.has_security_group_logging(os_id): False [ 1064.871115] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.871323] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.873529] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.873672] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.879548] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.879741] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7685fe1-dcd3-44d8-b7a7-58e19621698c is going to be deleted. [ 1064.880690] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.880911] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.919126] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.919318] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.924233] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.924421] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ead10f8e-a9d4-477b-885e-dcee56211c59 is going to be deleted. [ 1064.925483] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.925733] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.966264] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.966484] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.966604] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.966781] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.966929] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.997678] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16be913-bab1-4fc6-ad9c-895952b6a75e in Status: IN_PROGRESS for 2s [ 1065.013136] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.013368] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.015738] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: SUCCESS [ 1065.016037] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 deletion is rescheduled due to dependency. [ 1065.017012] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.027356] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.027753] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c97dff9b-bd2a-4d4b-82a2-5f60701d9177 is going to be deleted. [ 1065.028517] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.028825] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.028825] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.028954] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd723913-f448-40d7-8a7f-3726a1e15d94" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.029121] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.029586] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.029669] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.029894] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-543695d7-0390-4178-a13e-4937bc59eb77" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.030550] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.030730] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.030836] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.031024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf55a032-4305-4c90-9bbc-f6318120f95b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.031180] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.031332] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.031413] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.031524] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aea70b8e-f9e5-474d-986c-732e33c92d44" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.031649] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.031784] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.031853] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.031966] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.032478] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.032478] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.032478] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.032656] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-949920bc-3e1b-4e49-b58a-f1042580e7e8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.032803] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.033157] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.033344] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.033516] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ea89ebc-b7da-49cb-87a2-f396ade23d3f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.033712] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.033889] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.056877] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.057105] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.091024] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: SUCCESS [ 1065.091274] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.101345] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.101511] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c7a7c46-0d0c-456e-8376-347f94c737c9 is going to be deleted. [ 1065.102496] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.102719] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.102811] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.102937] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ea88d9e-5755-40bd-8eb5-e639ffb6a86f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.103177] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.103414] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.143384] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.143561] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.170400] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.170575] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.194965] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.195367] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.195517] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.195596] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.195882] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.195969] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.196098] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa50ba54-0a33-48c5-aede-fa568ced8706 is going to be updated. [ 1065.197326] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.197542] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.197635] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.197807] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ebb4439-1bc0-40d4-b841-7fdf4140c656" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.197984] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.198203] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.198367] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.199717] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.199940] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.200080] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.200220] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7685fe1-dcd3-44d8-b7a7-58e19621698c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.200415] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.200568] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.200676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.200814] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ead10f8e-a9d4-477b-885e-dcee56211c59" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.201553] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.201767] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.201862] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.202025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c97dff9b-bd2a-4d4b-82a2-5f60701d9177" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.237732] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: IN_PROGRESS for 2s [ 1065.280693] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.280846] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.280922] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.281172] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.281270] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.281398] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c7a7c46-0d0c-456e-8376-347f94c737c9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.312201] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d62f35a0-7689-40f6-8292-b6b881389041: rpc.has_security_group_logging(os_id): False [ 1065.313908] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a7526ac-e729-4534-b3a7-3c18b5f9f56f: rpc.has_security_group_logging(os_id): False [ 1065.318430] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a9068b9-da0b-413d-a55a-f0b74d4c1cca: rpc.has_security_group_logging(os_id): False [ 1065.319680] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a305b992-f3d8-451a-a8d8-39fb2471577f: rpc.has_security_group_logging(os_id): False [ 1065.364888] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.365158] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.365242] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.365446] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.367386] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.367500] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.368512] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.368633] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.370117] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.370250] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.432849] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.433279] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.433479] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.433583] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.433842] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.434019] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.434320] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.434433] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.434552] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.434759] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.434862] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.435128] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.435255] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.435359] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.435609] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.435836] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.435965] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca is going to be updated. [ 1065.437399] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.438839] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.481352] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.481544] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.495773] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.496227] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.496394] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.496464] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.496756] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.496877] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.497027] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d62f35a0-7689-40f6-8292-b6b881389041 is going to be updated. [ 1065.498722] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.499034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.548641] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.549287] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.549470] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.549594] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.549891] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.550096] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.550212] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f is going to be updated. [ 1065.551565] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.551835] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.552165] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.553531] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.553804] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.577039] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa50ba54-0a33-48c5-aede-fa568ced8706 in Status: IN_PROGRESS for 2s [ 1065.607438] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.607801] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.607933] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.608018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.608239] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.608343] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.608484] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a305b992-f3d8-451a-a8d8-39fb2471577f is going to be updated. [ 1065.656177] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.656351] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.656400] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.656657] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.657149] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.658891] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.659057] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.659132] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.659438] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.659673] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.718408] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.718588] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.718588] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.718795] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.718943] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.728701] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d62f35a0-7689-40f6-8292-b6b881389041 in Status: IN_PROGRESS for 2s [ 1065.767837] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: IN_PROGRESS for 2s [ 1065.769120] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.769285] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.769359] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.769609] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.769767] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.804659] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f in Status: IN_PROGRESS for 2s [ 1065.834021] env[69976]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1065.834649] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a305b992-f3d8-451a-a8d8-39fb2471577f in Status: IN_PROGRESS for 2s [ 1067.012030] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16be913-bab1-4fc6-ad9c-895952b6a75e in Status: SUCCESS [ 1067.012030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.012030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.012030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.012030] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.012030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.012030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.012030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.012030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.012030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.012030] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c16be913-bab1-4fc6-ad9c-895952b6a75e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.122167] env[69976]: INFO networking_nsxv3.common.synchronization [req-be296845-f5fb-4d75-92e5-c7891d221c7b req-1c7aa20c-94f2-40c3-a07d-2b9dab78ae5c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Enqueued Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_members [ 1067.122167] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_members [ 1067.123067] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.123479] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.123651] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.123917] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.124193] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.124498] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.124644] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.124885] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.125086] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.125298] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.256871] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: SUCCESS [ 1067.257194] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.516199] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16be913-bab1-4fc6-ad9c-895952b6a75e taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.516361] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.516438] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.516656] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.516830] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.516938] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.517014] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.517170] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.517262] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.517351] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.517499] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16be913-bab1-4fc6-ad9c-895952b6a75e taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.517639] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.517639] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.517783] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.517930] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.518031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.518092] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.518234] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.518315] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.518424] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.518517] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c16be913-bab1-4fc6-ad9c-895952b6a75e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.551209] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-585 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.551410] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.551548] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.551848] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.552580] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.552763] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.552897] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.553548] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.553548] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.553835] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1067.554057] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.554266] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.554450] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.554583] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1067.554662] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.554803] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.574147] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.574369] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1067.574578] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.574786] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.575210] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-bbe05a87-3daf-4289-a3cb-a562ff96340c taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.575346] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-bbe05a87-3daf-4289-a3cb-a562ff96340c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.575456] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-bbe05a87-3daf-4289-a3cb-a562ff96340c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.576155] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-bbe05a87-3daf-4289-a3cb-a562ff96340c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.576155] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbe05a87-3daf-4289-a3cb-a562ff96340c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.588801] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa50ba54-0a33-48c5-aede-fa568ced8706 in Status: SUCCESS [ 1067.589036] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.628467] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.628639] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.628730] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.628906] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.628995] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.629204] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.629315] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.629403] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.629521] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.629616] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.629691] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3dd8747-4b15-412c-9e57-8867e112944b is going to be deleted. [ 1067.648976] env[69976]: INFO networking_nsxv3.common.synchronization [req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb req-e124cb81-5e11-46f6-8c4c-49f35ac87fa0 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Enqueued Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_members [ 1067.650180] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_members [ 1067.650180] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.650180] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.650416] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.650822] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.650822] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.650822] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.650822] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.651054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.651936] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.651936] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.671050] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.671050] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.671050] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.671304] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.671358] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.671405] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.745480] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d62f35a0-7689-40f6-8292-b6b881389041 in Status: SUCCESS [ 1067.745480] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.786532] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: SUCCESS [ 1067.787247] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.820781] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f in Status: SUCCESS [ 1067.820781] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.853180] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a305b992-f3d8-451a-a8d8-39fb2471577f in Status: SUCCESS [ 1067.853180] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.021272] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c16be913-bab1-4fc6-ad9c-895952b6a75e: rpc.has_security_group_logging(os_id): False [ 1068.039375] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.039513] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.039590] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.039794] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.064374] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.064739] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.064878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.064955] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.065174] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.065290] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.065623] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.065740] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.065867] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.065991] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.066138] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.066276] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.066390] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.066453] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.066688] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.066831] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.066968] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c16be913-bab1-4fc6-ad9c-895952b6a75e is going to be updated. [ 1068.078964] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.079210] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.079400] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.079760] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.079930] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.080121] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port bbe05a87-3daf-4289-a3cb-a562ff96340c not found, creating... [ 1068.080472] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.080713] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.080865] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.081157] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.081465] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.081635] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.081806] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.081927] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.082172] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.082320] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.082566] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: bbe05a87-3daf-4289-a3cb-a562ff96340c is going to be created. [ 1068.094357] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.094572] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-702" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.094819] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-702" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.095184] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-702" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.095461] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.095630] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.095753] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.095982] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.096274] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.096582] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.096937] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.096937] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.096937] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.097056] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.097163] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.097348] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.102126] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.102259] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.102378] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.102738] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.103111] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.103314] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-bbe05a87-3daf-4289-a3cb-a562ff96340c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.121031] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.121031] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1068.121031] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.121031] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-702" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.121031] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-6e3715da-8ae2-418b-93fa-d422d193bc37 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.121031] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-6e3715da-8ae2-418b-93fa-d422d193bc37" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.121031] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-6e3715da-8ae2-418b-93fa-d422d193bc37" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.121031] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-6e3715da-8ae2-418b-93fa-d422d193bc37" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.121031] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e3715da-8ae2-418b-93fa-d422d193bc37',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.151188] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.151403] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.151493] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.151639] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.151788] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.153242] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.153370] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.153446] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.153658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.153751] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.153941] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.154056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.154130] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.154288] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.154364] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.154452] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 is going to be deleted. [ 1068.180628] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c16be913-bab1-4fc6-ad9c-895952b6a75e in Status: IN_PROGRESS for 2s [ 1068.200902] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.201135] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.201269] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.201499] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.201613] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.201716] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.624357] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.624625] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.624625] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.625045] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.626303] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.626303] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 6e3715da-8ae2-418b-93fa-d422d193bc37 not found, creating... [ 1068.626303] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.626303] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.626303] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.626640] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.627584] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.627584] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.627584] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.627855] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.628017] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.628221] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.628781] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 6e3715da-8ae2-418b-93fa-d422d193bc37 is going to be created. [ 1068.683601] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.683601] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.683896] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.684329] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.684779] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.685253] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-6e3715da-8ae2-418b-93fa-d422d193bc37" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.908539] env[69976]: INFO networking_nsxv3.common.synchronization [req-be296845-f5fb-4d75-92e5-c7891d221c7b req-2b7f35d9-0e44-4e8e-8179-02b1fd75b693 service nova] Enqueued Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_rules [ 1068.908801] env[69976]: INFO networking_nsxv3.common.synchronization [req-be296845-f5fb-4d75-92e5-c7891d221c7b req-2b7f35d9-0e44-4e8e-8179-02b1fd75b693 service nova] Enqueued Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_members [ 1068.908918] env[69976]: INFO networking_nsxv3.common.synchronization [req-be296845-f5fb-4d75-92e5-c7891d221c7b req-2b7f35d9-0e44-4e8e-8179-02b1fd75b693 service nova] Enqueued Resource ID: bbe05a87-3daf-4289-a3cb-a562ff96340c with Priority: HIGHEST for action port [ 1068.911696] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_rules [ 1068.911867] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_members [ 1068.911974] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe05a87-3daf-4289-a3cb-a562ff96340c with Priority: HIGHEST for action port [ 1068.912302] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.912436] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.912507] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.912738] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.912910] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.917225] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.917225] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.917225] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.917225] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.917225] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.917225] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.917225] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.917225] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.917225] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.917225] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.918275] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbe05a87-3daf-4289-a3cb-a562ff96340c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.918275] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbe05a87-3daf-4289-a3cb-a562ff96340c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.918275] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbe05a87-3daf-4289-a3cb-a562ff96340c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.918275] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbe05a87-3daf-4289-a3cb-a562ff96340c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.918275] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbe05a87-3daf-4289-a3cb-a562ff96340c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.423028] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.423028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.423028] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.423028] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbe05a87-3daf-4289-a3cb-a562ff96340c with status ACTIVE [ 1069.423028] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.423028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.423028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.423028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.423028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.423028] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.423028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.423028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.423028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.424923] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.425344] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.432067] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.432067] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.432067] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.432067] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.432067] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbe05a87-3daf-4289-a3cb-a562ff96340c is going to be updated. [ 1069.454985] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.455633] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.455871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.457026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.457026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.457026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbe05a87-3daf-4289-a3cb-a562ff96340c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.459057] env[69976]: INFO networking_nsxv3.common.synchronization [req-38d6e299-3e86-4cad-8981-cfc2691412c3 req-c1536366-92a7-4be6-ad6c-e88ee329a00f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Enqueued Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 1069.459693] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 1069.460148] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.460429] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.460645] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.460996] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.461296] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.461536] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.461724] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.463961] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.463961] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.463961] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.479443] env[69976]: INFO networking_nsxv3.common.synchronization [req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb req-dfd6e2b0-c7f3-431a-a365-b20a545902cb service nova] Enqueued Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_rules [ 1069.479443] env[69976]: INFO networking_nsxv3.common.synchronization [req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb req-dfd6e2b0-c7f3-431a-a365-b20a545902cb service nova] Enqueued Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_members [ 1069.479443] env[69976]: INFO networking_nsxv3.common.synchronization [req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb req-dfd6e2b0-c7f3-431a-a365-b20a545902cb service nova] Enqueued Resource ID: 6e3715da-8ae2-418b-93fa-d422d193bc37 with Priority: HIGHEST for action port [ 1069.483230] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_rules [ 1069.483230] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_members [ 1069.483230] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3715da-8ae2-418b-93fa-d422d193bc37 with Priority: HIGHEST for action port [ 1069.483230] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.483230] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.483230] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.483230] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.483230] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.484384] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.484521] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.485422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.485422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.485422] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.485422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.485422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.485422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.485734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.485734] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.487886] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e3715da-8ae2-418b-93fa-d422d193bc37 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.488068] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e3715da-8ae2-418b-93fa-d422d193bc37" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.489205] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e3715da-8ae2-418b-93fa-d422d193bc37" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.489443] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e3715da-8ae2-418b-93fa-d422d193bc37" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.489579] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e3715da-8ae2-418b-93fa-d422d193bc37',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.780685] env[69976]: INFO networking_nsxv3.common.synchronization [req-e8509c38-0b54-4acd-bec0-83a0f60681a4 req-a6cbfdf0-545d-43f2-b525-419b5ec7b702 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Enqueued Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 1069.784623] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 1069.785292] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.785572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.785772] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.786192] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.786531] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.787029] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.787029] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.787348] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.787584] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.787809] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.933512] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.965101] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.965287] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.965372] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.965621] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.965734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.965969] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.966217] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.966217] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.966356] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.967042] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.967042] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca is going to be updated. [ 1069.988559] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.995140] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.995140] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.995705] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e3715da-8ae2-418b-93fa-d422d193bc37 with status ACTIVE [ 1069.995789] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.995849] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.995917] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.996718] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.996718] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.996718] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.996718] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.996718] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.997219] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.997219] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.997310] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.997395] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.997455] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.997596] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.997669] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.997752] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e3715da-8ae2-418b-93fa-d422d193bc37 is going to be updated. [ 1070.021065] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.021065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.021319] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.021480] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.021682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.045421] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.045595] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.045646] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.045878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.045998] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.046185] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e3715da-8ae2-418b-93fa-d422d193bc37" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.047158] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: IN_PROGRESS for 2s [ 1070.197421] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c16be913-bab1-4fc6-ad9c-895952b6a75e in Status: SUCCESS [ 1070.197589] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.293239] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.438061] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.438459] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.438459] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.438594] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.438686] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.438789] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3dd8747-4b15-412c-9e57-8867e112944b is going to be created. [ 1070.466071] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.466071] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.466071] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.466071] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.466398] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.480310] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: UNINITIALIZED for 2s [ 1070.490818] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.795794] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.993454] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.993629] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.994014] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.994014] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.994082] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.994143] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 is going to be created. [ 1071.025135] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.025135] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.025135] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.025135] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.025135] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.037653] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: UNINITIALIZED for 2s [ 1071.298229] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.298400] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.298475] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.298732] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.298830] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.298944] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af6ec24a-16bc-45ce-816d-c65531b01ebc is going to be updated. [ 1071.343273] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.343521] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.343686] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.343990] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.344246] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.356429] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: IN_PROGRESS for 2s [ 1072.060865] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: SUCCESS [ 1072.061224] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca deletion is rescheduled due to dependency. [ 1072.064348] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.491830] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: SUCCESS [ 1072.492163] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.492350] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.492636] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.492787] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.492949] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.493067] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.493461] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.493537] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.493592] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.493689] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.996424] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.996883] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.996883] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.996883] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.997153] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.997153] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.997153] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.997538] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.997538] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.997538] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.997651] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.997744] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.997817] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.997967] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.998135] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.998226] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.998277] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.998442] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.998519] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.998570] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.998647] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.050959] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: SUCCESS [ 1073.051288] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.051485] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.051895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.052209] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.052503] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.052647] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.052991] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.053119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.053364] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.053521] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.369317] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: SUCCESS [ 1073.369748] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.500933] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3dd8747-4b15-412c-9e57-8867e112944b: rpc.has_security_group_logging(os_id): False [ 1073.525123] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.525326] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.525443] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.525725] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.525838] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.526179] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.526312] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.526416] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.526628] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.526725] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.527020] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.527158] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.527229] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.527524] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.527524] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.527739] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.527860] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.527935] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.528111] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.528226] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.528340] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3dd8747-4b15-412c-9e57-8867e112944b is going to be created. [ 1073.556472] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.556663] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.556732] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.557071] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.557254] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.557375] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.557438] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.557658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.557742] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.557865] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.558039] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.558135] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.558214] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.558465] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.558632] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.558720] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.558795] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.558944] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.559035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.559120] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.559230] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.631078] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.631078] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.631078] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.631520] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.631720] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.648617] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: IN_PROGRESS for 2s [ 1073.938318] env[69976]: INFO networking_nsxv3.common.synchronization [req-19e84334-9e1b-4721-89ac-1b7baeb799af req-62ad30dc-8c3e-4618-971d-40565e8fcf35 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Enqueued Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_members [ 1073.939383] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGHEST for action security_group_members [ 1073.943485] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.943485] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.943485] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.943485] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.943485] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.943485] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.943485] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.943485] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.943485] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.943485] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.063619] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69: rpc.has_security_group_logging(os_id): False [ 1074.090954] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.090954] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.090954] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.090954] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.090954] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.090954] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.090954] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.090954] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.090954] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.091902] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.095434] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.095434] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.095434] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.095434] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.095434] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.095434] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.095434] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.095434] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.095434] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.095434] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.095434] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 is going to be created. [ 1074.151604] env[69976]: INFO networking_nsxv3.common.synchronization [req-6d7063e1-46af-44d1-831b-bda1700fe059 req-e5d5a74f-7f06-4bbd-b17b-0e910a05b8f3 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Enqueued Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_members [ 1074.152695] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_members [ 1074.153313] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a305b992-f3d8-451a-a8d8-39fb2471577f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.155676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.155676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.155676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.155676] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.155676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.155676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.155676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.155676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.155676] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.183555] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.183555] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.183555] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.183555] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.183555] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.198207] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: IN_PROGRESS for 2s [ 1074.444446] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.444822] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.444822] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.445030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.445174] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.445463] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.445776] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.445880] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.449660] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.449660] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.449660] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f is going to be updated. [ 1074.488262] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.488446] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.488538] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.488759] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.488905] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.500044] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: IN_PROGRESS for 2s [ 1074.657663] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.657795] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.657838] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.658793] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.658793] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.658793] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.658793] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.658793] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.658793] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.658793] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.658793] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a305b992-f3d8-451a-a8d8-39fb2471577f is going to be updated. [ 1074.732916] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.733111] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.733160] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.733393] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.733665] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.748755] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a305b992-f3d8-451a-a8d8-39fb2471577f in Status: IN_PROGRESS for 2s [ 1075.144122] env[69976]: INFO networking_nsxv3.common.synchronization [None req-2c473961-9a63-4de0-9b61-daa4d81f52ce tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Enqueued Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_members [ 1075.144964] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_members [ 1075.145236] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.145378] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.145463] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.145718] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.145919] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.146054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.146114] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.146324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.146387] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.146769] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.649286] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.687808] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: SUCCESS [ 1075.688190] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.154994] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.212569] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: SUCCESS [ 1076.212962] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.510993] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f in Status: SUCCESS [ 1076.511278] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f deletion is rescheduled due to dependency. [ 1076.511476] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.657686] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.658032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.658032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.658202] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.658295] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.658397] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3dd8747-4b15-412c-9e57-8867e112944b is going to be updated. [ 1076.699318] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.699557] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.699648] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.699889] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.700131] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.710385] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: IN_PROGRESS for 2s [ 1076.758761] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a305b992-f3d8-451a-a8d8-39fb2471577f in Status: SUCCESS [ 1076.758950] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a305b992-f3d8-451a-a8d8-39fb2471577f deletion is rescheduled due to dependency. [ 1076.759080] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.483825] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-585 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.484035] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.484166] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.484477] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.484794] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.484993] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.485151] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.485486] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.485677] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.485918] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1077.486076] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.486222] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.486354] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.486492] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1077.486616] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.486766] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1077.508677] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1077.508895] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1077.509066] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1077.509264] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.509641] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-4bd9e3b0-9889-46c1-bd86-d8490a998355 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.509850] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-4bd9e3b0-9889-46c1-bd86-d8490a998355" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.509984] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-4bd9e3b0-9889-46c1-bd86-d8490a998355" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.510418] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-4bd9e3b0-9889-46c1-bd86-d8490a998355" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.510571] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bd9e3b0-9889-46c1-bd86-d8490a998355',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.013345] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.013757] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.013861] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.014407] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.014407] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.014753] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 4bd9e3b0-9889-46c1-bd86-d8490a998355 not found, creating... [ 1078.015152] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.015254] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.015406] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.015676] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.015980] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.016392] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.016651] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.016789] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.017153] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.017350] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.017582] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 4bd9e3b0-9889-46c1-bd86-d8490a998355 is going to be created. [ 1078.047666] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.047945] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.048116] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.048415] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.048793] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.049091] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-4bd9e3b0-9889-46c1-bd86-d8490a998355" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.329366] env[69976]: INFO networking_nsxv3.common.synchronization [req-aa58a0f8-3ce1-4d9e-bcab-7955e9784a3a req-c0d42b1a-a3af-4ff9-83f0-a4a583ba25df tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Enqueued Resource ID: 0d6f44d9-33d9-482c-923f-bba262e1bb2c with Priority: HIGHEST for action security_group_members [ 1078.330869] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d6f44d9-33d9-482c-923f-bba262e1bb2c with Priority: HIGHEST for action security_group_members [ 1078.330869] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d6f44d9-33d9-482c-923f-bba262e1bb2c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.330869] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.330869] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.330869] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.330869] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.331180] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.331180] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.331256] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.331330] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.331434] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d6f44d9-33d9-482c-923f-bba262e1bb2c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.727985] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: SUCCESS [ 1078.728250] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.834141] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.834470] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.834560] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.835124] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.859242] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.859577] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.859734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.859801] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.860095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.860213] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.860337] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d6f44d9-33d9-482c-923f-bba262e1bb2c is going to be updated. [ 1078.892333] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.892531] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.892584] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.892763] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.892911] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.902608] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d6f44d9-33d9-482c-923f-bba262e1bb2c in Status: IN_PROGRESS for 2s [ 1078.952798] env[69976]: INFO networking_nsxv3.common.synchronization [req-3f256847-be49-481c-9a43-f71f76e65f85 req-d950a531-49b1-4dab-a29e-8a8dc70ba7db service nova] Enqueued Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_rules [ 1078.953163] env[69976]: INFO networking_nsxv3.common.synchronization [req-3f256847-be49-481c-9a43-f71f76e65f85 req-d950a531-49b1-4dab-a29e-8a8dc70ba7db service nova] Enqueued Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_members [ 1078.953288] env[69976]: INFO networking_nsxv3.common.synchronization [req-3f256847-be49-481c-9a43-f71f76e65f85 req-d950a531-49b1-4dab-a29e-8a8dc70ba7db service nova] Enqueued Resource ID: 4bd9e3b0-9889-46c1-bd86-d8490a998355 with Priority: HIGHEST for action port [ 1078.954331] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_rules [ 1078.954331] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_members [ 1078.954552] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd9e3b0-9889-46c1-bd86-d8490a998355 with Priority: HIGHEST for action port [ 1078.960629] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.960629] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.960629] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.960629] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.960629] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.963143] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.963143] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.963143] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.963143] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.963143] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.963143] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.963143] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.963143] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.963143] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.963636] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.965805] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bd9e3b0-9889-46c1-bd86-d8490a998355 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.965805] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bd9e3b0-9889-46c1-bd86-d8490a998355" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.965805] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bd9e3b0-9889-46c1-bd86-d8490a998355" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.965805] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bd9e3b0-9889-46c1-bd86-d8490a998355" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.965805] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bd9e3b0-9889-46c1-bd86-d8490a998355',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.469212] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.469212] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.469212] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.469212] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bd9e3b0-9889-46c1-bd86-d8490a998355 with status ACTIVE [ 1079.469212] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.469212] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.469212] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.469212] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.470110] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.470110] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.470110] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.470110] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.470110] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.470110] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.470110] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.472948] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.473075] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.473302] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.473411] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.473527] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bd9e3b0-9889-46c1-bd86-d8490a998355 is going to be updated. [ 1079.497087] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.497332] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.497332] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.497503] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.497641] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.497917] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bd9e3b0-9889-46c1-bd86-d8490a998355" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.969259] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.473645] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.473645] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.473645] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.473645] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.473645] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.473645] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3dd8747-4b15-412c-9e57-8867e112944b is going to be updated. [ 1080.525120] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.525334] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.525444] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.526345] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.526345] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.542038] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: IN_PROGRESS for 2s [ 1080.913689] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d6f44d9-33d9-482c-923f-bba262e1bb2c in Status: SUCCESS [ 1080.913878] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d6f44d9-33d9-482c-923f-bba262e1bb2c deletion is rescheduled due to dependency. [ 1080.913997] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.479251] env[69976]: INFO networking_nsxv3.common.synchronization [req-b315260b-4d18-4be4-91ae-55ead8630ac0 req-481f1152-7dfe-4c10-b306-4441435ef2bc tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Enqueued Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 1081.480263] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 1081.480567] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.480665] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.480996] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.480996] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.481217] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.481353] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.481436] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.481861] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.481861] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.481861] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.817957] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.818250] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-157" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.818422] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-157" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.818857] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-157" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.819185] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.819411] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.819571] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.819849] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.820035] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.820264] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1081.821027] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.821027] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.821027] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.821027] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1081.821027] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.821218] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.842439] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.843612] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1081.843612] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.843612] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-157" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.843612] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-be0a9c4c-baab-47dd-842c-ae4352da3c55 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.843896] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-be0a9c4c-baab-47dd-842c-ae4352da3c55" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.843940] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-be0a9c4c-baab-47dd-842c-ae4352da3c55" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.844525] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-be0a9c4c-baab-47dd-842c-ae4352da3c55" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.845322] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be0a9c4c-baab-47dd-842c-ae4352da3c55',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.985877] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.985877] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.985877] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.985877] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.985877] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.986143] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.986237] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.986294] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.986425] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.986503] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.986587] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca is going to be updated. [ 1082.025297] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.025507] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.025507] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.027134] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.027134] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.048141] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: IN_PROGRESS for 2s [ 1082.347440] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.347675] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.347818] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.348136] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.348299] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.348465] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port be0a9c4c-baab-47dd-842c-ae4352da3c55 not found, creating... [ 1082.348751] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.348996] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.349193] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.349467] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.349579] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.349876] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.350081] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.350223] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.350484] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.350829] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.350931] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: be0a9c4c-baab-47dd-842c-ae4352da3c55 is going to be created. [ 1082.384356] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.384356] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.384356] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.384628] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.384815] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.385091] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-be0a9c4c-baab-47dd-842c-ae4352da3c55" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.553406] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: SUCCESS [ 1082.553406] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.553406] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.553406] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.553406] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.553406] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.553406] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.553406] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.553406] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.553406] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.553406] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.057534] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.057705] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.057781] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.057995] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.058193] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.058296] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.058364] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.058517] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.058607] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.058695] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.058885] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.058938] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.058990] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.059164] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.059288] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.059383] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.059447] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.059585] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.059664] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.059740] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.059833] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.191899] env[69976]: INFO networking_nsxv3.common.synchronization [req-b315260b-4d18-4be4-91ae-55ead8630ac0 req-77a9a3cc-6156-4110-a541-2c765a6ed3b1 service nova] Enqueued Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_rules [ 1083.192118] env[69976]: INFO networking_nsxv3.common.synchronization [req-b315260b-4d18-4be4-91ae-55ead8630ac0 req-77a9a3cc-6156-4110-a541-2c765a6ed3b1 service nova] Enqueued Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 1083.192285] env[69976]: INFO networking_nsxv3.common.synchronization [req-b315260b-4d18-4be4-91ae-55ead8630ac0 req-77a9a3cc-6156-4110-a541-2c765a6ed3b1 service nova] Enqueued Resource ID: be0a9c4c-baab-47dd-842c-ae4352da3c55 with Priority: HIGHEST for action port [ 1083.193516] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_rules [ 1083.193658] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 1083.193769] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be0a9c4c-baab-47dd-842c-ae4352da3c55 with Priority: HIGHEST for action port [ 1083.194076] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.194205] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.194263] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.194666] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.194717] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.195579] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.195685] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.195880] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-be0a9c4c-baab-47dd-842c-ae4352da3c55 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.196261] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be0a9c4c-baab-47dd-842c-ae4352da3c55" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.196261] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be0a9c4c-baab-47dd-842c-ae4352da3c55" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.196261] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be0a9c4c-baab-47dd-842c-ae4352da3c55" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.196391] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be0a9c4c-baab-47dd-842c-ae4352da3c55',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.564318] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3dd8747-4b15-412c-9e57-8867e112944b: rpc.has_security_group_logging(os_id): False [ 1083.588462] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.588462] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.588462] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.588462] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.588462] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.588462] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.588462] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.588462] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.588462] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.588462] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.589522] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.589522] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.589522] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.589522] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.589522] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.589522] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.589522] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.589522] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.589770] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.589879] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.589977] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3dd8747-4b15-412c-9e57-8867e112944b is going to be updated. [ 1083.683877] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.684185] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.684185] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.684326] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.684503] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.699117] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: IN_PROGRESS for 2s [ 1083.700577] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.700708] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.700863] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be0a9c4c-baab-47dd-842c-ae4352da3c55 with status ACTIVE [ 1083.701034] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.701146] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.701229] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.701470] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.701551] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.701728] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.701817] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.701883] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.702049] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.702131] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.702309] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.702478] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.702478] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.702595] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.702670] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.702754] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be0a9c4c-baab-47dd-842c-ae4352da3c55 is going to be updated. [ 1083.727230] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.727402] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.727864] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.728111] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.728742] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.728742] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be0a9c4c-baab-47dd-842c-ae4352da3c55" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.061114] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: SUCCESS [ 1084.061340] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca deletion is rescheduled due to dependency. [ 1084.061428] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.061593] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.061810] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.061990] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.062116] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.062172] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.062325] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.062408] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.062503] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.568380] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.735695] env[69976]: INFO networking_nsxv3.common.synchronization [None req-d7cc1df5-6328-41b9-9f22-3aece2561fc9 None None] Enqueued Resource ID: 188b370d-6688-4381-86d4-b7a932823935 with Priority: HIGHEST for action port [ 1084.736266] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188b370d-6688-4381-86d4-b7a932823935 with Priority: HIGHEST for action port [ 1084.737397] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-188b370d-6688-4381-86d4-b7a932823935 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.738489] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-188b370d-6688-4381-86d4-b7a932823935" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.738489] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-188b370d-6688-4381-86d4-b7a932823935" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.739227] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-188b370d-6688-4381-86d4-b7a932823935" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.739227] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('188b370d-6688-4381-86d4-b7a932823935',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.071678] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.242701] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 188b370d-6688-4381-86d4-b7a932823935 [ 1085.242701] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.242701] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.242701] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.242701] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.242701] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.242701] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:188b370d-6688-4381-86d4-b7a932823935 already deleted. [ 1085.242701] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-188b370d-6688-4381-86d4-b7a932823935" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.578958] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.579279] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.579366] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.579739] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.580622] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.580622] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca is going to be updated. [ 1085.620000] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.620000] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.620000] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.620000] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.620000] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.629119] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: IN_PROGRESS for 2s [ 1085.669031] env[69976]: INFO networking_nsxv3.common.synchronization [None req-b26c1d66-87bf-4385-b80f-3cdcbebf2e1f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Enqueued Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGHEST for action security_group_rules [ 1085.669031] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGHEST for action security_group_rules [ 1085.669031] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc5d257d-89c4-4dd2-927f-01d045856775 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.669031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.669031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.669567] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.669805] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc5d257d-89c4-4dd2-927f-01d045856775',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.717857] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: SUCCESS [ 1085.718096] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.762272] env[69976]: INFO networking_nsxv3.common.synchronization [None req-b87b6936-494b-47b0-af6a-7ddc8b897c00 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Enqueued Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGHEST for action security_group_rules [ 1085.762870] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGHEST for action security_group_rules [ 1085.763613] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc5d257d-89c4-4dd2-927f-01d045856775 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.764166] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.196544] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.196751] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.196751] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.197761] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.197878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.198058] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc5d257d-89c4-4dd2-927f-01d045856775 already deleted. [ 1086.198203] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.198425] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.198721] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.198831] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc5d257d-89c4-4dd2-927f-01d045856775',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.729702] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.730069] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.730069] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.730165] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.730261] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.730365] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc5d257d-89c4-4dd2-927f-01d045856775 already deleted. [ 1086.730452] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.044100] env[69976]: INFO networking_nsxv3.common.synchronization [None req-114000c6-f80d-4503-a6e6-228b4b3150ff None None] Enqueued Resource ID: fd5def84-63cf-4155-959c-edbb72ce624e with Priority: HIGHEST for action port [ 1087.044100] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd5def84-63cf-4155-959c-edbb72ce624e with Priority: HIGHEST for action port [ 1087.044740] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd5def84-63cf-4155-959c-edbb72ce624e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.044887] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd5def84-63cf-4155-959c-edbb72ce624e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.044887] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd5def84-63cf-4155-959c-edbb72ce624e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.045117] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd5def84-63cf-4155-959c-edbb72ce624e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.045174] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd5def84-63cf-4155-959c-edbb72ce624e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.549637] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd5def84-63cf-4155-959c-edbb72ce624e [ 1087.549637] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.549637] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.549637] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.549637] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.549637] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.549637] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd5def84-63cf-4155-959c-edbb72ce624e already deleted. [ 1087.549637] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd5def84-63cf-4155-959c-edbb72ce624e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.641829] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: SUCCESS [ 1087.642088] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.642269] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.642484] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.642679] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.642798] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.643942] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.643942] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.643942] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.643942] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.643942] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.860953] env[69976]: INFO networking_nsxv3.common.synchronization [req-293ade06-fdb9-44b4-a533-4d11330ba98d req-615344de-dad3-4580-bc8a-f6e427cc8cb5 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Enqueued Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 1087.861498] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 1087.861797] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.861915] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.861981] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.862192] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.862337] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.862442] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.862501] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.862633] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.862714] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.862799] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.145748] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.145943] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.146068] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.146289] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.146560] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.146701] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.146800] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.146952] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.147115] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.147186] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.147339] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.147436] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.147491] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.147636] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.147774] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.147873] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.147910] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.148071] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.148149] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.148229] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.148317] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.291025] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.291025] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-189" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.291025] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-189" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.291025] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-189" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.291025] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.291652] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.291652] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.291652] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.291780] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.292074] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1088.292210] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1088.292332] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1088.292482] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1088.292569] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1088.292680] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1088.292844] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1088.315492] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1088.315492] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1088.315676] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.315862] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-189" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.316210] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-d77a17d2-5fba-44c2-8c88-ce8a8d02d647 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.316385] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-d77a17d2-5fba-44c2-8c88-ce8a8d02d647" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.316515] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-d77a17d2-5fba-44c2-8c88-ce8a8d02d647" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.317870] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-d77a17d2-5fba-44c2-8c88-ce8a8d02d647" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.317870] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d77a17d2-5fba-44c2-8c88-ce8a8d02d647',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.365817] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.653024] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a9068b9-da0b-413d-a55a-f0b74d4c1cca: rpc.has_security_group_logging(os_id): False [ 1088.671030] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.671196] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.671282] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.671488] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.671612] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.671801] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.671905] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.671958] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.672124] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.672214] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.672395] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.672509] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.672661] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.672719] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.672767] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.672913] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.673016] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.673074] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.673218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.673287] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.673365] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca is going to be updated. [ 1088.794512] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.794717] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.794717] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.795169] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.795358] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.812039] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: IN_PROGRESS for 2s [ 1088.819489] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.819824] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.819992] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.820351] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.820494] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.820680] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port d77a17d2-5fba-44c2-8c88-ce8a8d02d647 not found, creating... [ 1088.820964] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.821144] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.821289] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.821679] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.821679] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.821936] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.822253] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.822388] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.822650] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.822820] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.823010] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: d77a17d2-5fba-44c2-8c88-ce8a8d02d647 is going to be created. [ 1088.847424] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.847723] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.847834] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.848181] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.848510] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.848866] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-d77a17d2-5fba-44c2-8c88-ce8a8d02d647" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.866739] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.369195] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.369431] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.369431] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.369669] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.369763] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.369867] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af6ec24a-16bc-45ce-816d-c65531b01ebc is going to be updated. [ 1089.401750] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.401987] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.401987] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.402201] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.402350] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.413116] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: IN_PROGRESS for 2s [ 1089.882314] env[69976]: INFO networking_nsxv3.common.synchronization [req-293ade06-fdb9-44b4-a533-4d11330ba98d req-b6082d4d-5b2a-414e-a838-880ed52fd552 service nova] Enqueued Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_rules [ 1089.882568] env[69976]: INFO networking_nsxv3.common.synchronization [req-293ade06-fdb9-44b4-a533-4d11330ba98d req-b6082d4d-5b2a-414e-a838-880ed52fd552 service nova] Enqueued Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 1089.882645] env[69976]: INFO networking_nsxv3.common.synchronization [req-293ade06-fdb9-44b4-a533-4d11330ba98d req-b6082d4d-5b2a-414e-a838-880ed52fd552 service nova] Enqueued Resource ID: d77a17d2-5fba-44c2-8c88-ce8a8d02d647 with Priority: HIGHEST for action port [ 1089.882883] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_rules [ 1089.883025] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 1089.883127] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77a17d2-5fba-44c2-8c88-ce8a8d02d647 with Priority: HIGHEST for action port [ 1089.883728] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.883813] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.884310] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.885850] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.885984] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.887089] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.887231] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.887510] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-d77a17d2-5fba-44c2-8c88-ce8a8d02d647 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.887644] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d77a17d2-5fba-44c2-8c88-ce8a8d02d647" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.887744] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d77a17d2-5fba-44c2-8c88-ce8a8d02d647" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.887997] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d77a17d2-5fba-44c2-8c88-ce8a8d02d647" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.888123] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d77a17d2-5fba-44c2-8c88-ce8a8d02d647',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.391105] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.391292] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.391576] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d77a17d2-5fba-44c2-8c88-ce8a8d02d647 with status ACTIVE [ 1090.391786] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.391952] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.392074] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.392336] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.392543] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.392759] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.392908] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.392999] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.393805] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.393914] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.394151] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.394268] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.394335] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.394531] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.394634] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.394734] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d77a17d2-5fba-44c2-8c88-ce8a8d02d647 is going to be updated. [ 1090.430404] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.430646] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.430646] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.430839] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.430976] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.431175] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d77a17d2-5fba-44c2-8c88-ce8a8d02d647" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.826455] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: SUCCESS [ 1090.826455] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.423437] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: SUCCESS [ 1091.423808] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.423907] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.424225] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.424501] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.424660] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.424738] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.424945] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.425056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.425264] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.927888] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.432828] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.670749] env[69976]: INFO networking_nsxv3.common.synchronization [req-458cd8c9-7e6f-4101-b998-d42b1de6f064 req-079d02d3-749b-4096-b248-329a6b805644 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Enqueued Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_members [ 1092.672067] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_members [ 1092.672067] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.672067] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.672067] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.672572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.672757] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.672865] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.672929] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.673115] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.673196] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.673294] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.935102] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.935102] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.935102] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.935102] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.935401] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.935401] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af6ec24a-16bc-45ce-816d-c65531b01ebc is going to be updated. [ 1092.964734] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.964933] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.964933] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.965146] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.965235] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.975543] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: IN_PROGRESS for 2s [ 1093.177935] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.610469] env[69976]: INFO networking_nsxv3.common.synchronization [None req-dea5d4b1-44bc-4255-8d71-b93936835a0d tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Enqueued Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_members [ 1093.610821] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_members [ 1093.611060] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.611203] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.681233] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.187716] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.188565] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.188565] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.188565] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.188565] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.188565] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3dd8747-4b15-412c-9e57-8867e112944b is going to be updated. [ 1094.224479] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.224666] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.224823] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.225683] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.225683] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.237149] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: IN_PROGRESS for 2s [ 1094.989285] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: SUCCESS [ 1094.989805] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.989805] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.990016] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.990239] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.990373] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.990449] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.990613] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.990714] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.990812] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.990896] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.473115] env[69976]: INFO networking_nsxv3.common.synchronization [req-cb8c760e-9b95-4e08-9870-16ff08c647a0 req-efe56df9-1752-47a1-a7ee-748dbc22f3e6 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Enqueued Resource ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f with Priority: HIGHEST for action security_group_members [ 1095.475487] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f with Priority: HIGHEST for action security_group_members [ 1095.475487] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a7526ac-e729-4534-b3a7-3c18b5f9f56f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.475487] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.475487] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.476067] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.476898] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.476898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.476898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.476898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.476898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.477291] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a7526ac-e729-4534-b3a7-3c18b5f9f56f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.494607] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.494803] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.494897] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.495163] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.495396] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.495502] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.495709] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.495930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.496069] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.496198] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.496381] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.496514] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.496595] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.497129] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.497129] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.497129] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.497385] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.497385] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.498407] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.498533] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.498637] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.985033] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.985033] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.985033] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.985033] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.985033] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.985033] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.985033] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.985033] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.985033] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.985033] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.985033] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f is going to be updated. [ 1096.002357] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af6ec24a-16bc-45ce-816d-c65531b01ebc: rpc.has_security_group_logging(os_id): False [ 1096.024047] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.024229] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.024343] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.024816] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.024918] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.025210] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.025371] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.025471] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.025731] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.025854] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.026113] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.026264] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.026360] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.026553] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.026668] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.026941] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.027100] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.027377] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.027544] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.027668] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.027793] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af6ec24a-16bc-45ce-816d-c65531b01ebc is going to be updated. [ 1096.035342] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.035575] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.035717] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.035972] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.036195] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.045844] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f in Status: IN_PROGRESS for 2s [ 1096.107417] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.107740] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.107824] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.108135] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.109315] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.122771] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: IN_PROGRESS for 2s [ 1096.248365] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: SUCCESS [ 1096.248599] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.248777] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.249032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.249183] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.249300] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.249372] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.249511] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.249655] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.249740] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.510569] env[69976]: INFO networking_nsxv3.common.synchronization [req-7439a55f-90b6-4a83-9e30-25d8da14ae8c req-0935b91a-3719-4b47-9331-e96653fb9e9e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Enqueued Resource ID: fa50ba54-0a33-48c5-aede-fa568ced8706 with Priority: HIGHEST for action security_group_members [ 1096.511310] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa50ba54-0a33-48c5-aede-fa568ced8706 with Priority: HIGHEST for action security_group_members [ 1096.511688] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa50ba54-0a33-48c5-aede-fa568ced8706 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.511819] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.511928] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.512215] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.512398] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.512508] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.512574] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.512827] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.512946] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.513109] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa50ba54-0a33-48c5-aede-fa568ced8706',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.752372] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.752568] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.752640] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.752807] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.752901] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.753102] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.753201] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.753265] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.753420] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.753522] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.753750] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3dd8747-4b15-412c-9e57-8867e112944b is going to be updated. [ 1096.786473] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.786657] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.786706] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.786912] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.787107] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.797367] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: IN_PROGRESS for 2s [ 1097.015110] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.015511] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.015511] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.015664] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.015822] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.016077] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.016182] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.016274] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.016479] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.016527] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.016595] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa50ba54-0a33-48c5-aede-fa568ced8706 is going to be updated. [ 1097.049367] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.049567] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.049638] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.049857] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.050038] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.062365] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa50ba54-0a33-48c5-aede-fa568ced8706 in Status: IN_PROGRESS for 2s [ 1098.058156] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f in Status: SUCCESS [ 1098.058468] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f deletion is rescheduled due to dependency. [ 1098.058468] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.135307] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: SUCCESS [ 1098.135542] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.815456] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: SUCCESS [ 1098.815643] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3dd8747-4b15-412c-9e57-8867e112944b deletion is rescheduled due to dependency. [ 1098.815786] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.075361] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa50ba54-0a33-48c5-aede-fa568ced8706 in Status: SUCCESS [ 1099.075361] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa50ba54-0a33-48c5-aede-fa568ced8706 deletion is rescheduled due to dependency. [ 1099.075361] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.354034] env[69976]: INFO networking_nsxv3.common.synchronization [req-1ce4c813-9522-41ad-b210-6597cebec9f1 req-b16c5507-85aa-4fad-a4b7-7d99dbdb3a20 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Enqueued Resource ID: c16be913-bab1-4fc6-ad9c-895952b6a75e with Priority: HIGHEST for action security_group_members [ 1099.354664] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16be913-bab1-4fc6-ad9c-895952b6a75e with Priority: HIGHEST for action security_group_members [ 1099.355164] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c16be913-bab1-4fc6-ad9c-895952b6a75e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.355261] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.355261] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.356568] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.356568] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.356568] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.356568] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.356568] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.356568] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.356568] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c16be913-bab1-4fc6-ad9c-895952b6a75e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.487959] env[69976]: INFO networking_nsxv3.common.synchronization [req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 req-8ba3c533-ff7e-4eae-a27d-ae021aad94bf tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Enqueued Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_members [ 1099.488962] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_members [ 1099.488962] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a305b992-f3d8-451a-a8d8-39fb2471577f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.488962] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.488962] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.489180] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.489783] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.489783] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.489783] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.489783] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.489783] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.490021] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.861200] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.861200] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.861200] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.861200] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.861479] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.862358] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.862601] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.862601] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.862797] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.862889] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.862995] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16be913-bab1-4fc6-ad9c-895952b6a75e is going to be updated. [ 1099.912250] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.912886] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.912886] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.912886] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.913041] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.920070] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-662 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.920282] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-662" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.920628] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-662" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.920754] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-662" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.921077] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.921304] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.921952] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.921952] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.922139] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.922230] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.922337] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.922448] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.922570] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.922665] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.922773] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.922909] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.926675] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16be913-bab1-4fc6-ad9c-895952b6a75e in Status: IN_PROGRESS for 2s [ 1099.955758] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.956040] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1099.956224] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.956427] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-662" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.956800] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-0dcf8152-8bfe-472c-8b22-19494f0f33fe taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.957033] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-0dcf8152-8bfe-472c-8b22-19494f0f33fe" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.957483] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-0dcf8152-8bfe-472c-8b22-19494f0f33fe" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.957871] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-0dcf8152-8bfe-472c-8b22-19494f0f33fe" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.958050] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dcf8152-8bfe-472c-8b22-19494f0f33fe',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.992350] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.992810] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.992810] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.992810] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.992978] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.993138] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.993243] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.993308] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.993472] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.993686] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.993845] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a305b992-f3d8-451a-a8d8-39fb2471577f is going to be updated. [ 1100.056169] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.056169] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.056371] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.056454] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.056610] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.070375] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a305b992-f3d8-451a-a8d8-39fb2471577f in Status: IN_PROGRESS for 2s [ 1100.463028] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.463028] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.463028] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.463487] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.463487] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.463487] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 0dcf8152-8bfe-472c-8b22-19494f0f33fe not found, creating... [ 1100.463829] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.464184] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.464321] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.464568] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.464919] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.465712] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.466390] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.466574] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.466869] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.467142] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.467309] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 0dcf8152-8bfe-472c-8b22-19494f0f33fe is going to be created. [ 1100.492936] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.493186] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.493323] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.493753] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.494134] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.494394] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-0dcf8152-8bfe-472c-8b22-19494f0f33fe" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.334955] env[69976]: INFO networking_nsxv3.common.synchronization [req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 req-30b3106a-6600-4746-85e8-def1d75a0c2f service nova] Enqueued Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_rules [ 1101.334955] env[69976]: INFO networking_nsxv3.common.synchronization [req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 req-30b3106a-6600-4746-85e8-def1d75a0c2f service nova] Enqueued Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_members [ 1101.334955] env[69976]: INFO networking_nsxv3.common.synchronization [req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 req-30b3106a-6600-4746-85e8-def1d75a0c2f service nova] Enqueued Resource ID: 0dcf8152-8bfe-472c-8b22-19494f0f33fe with Priority: HIGHEST for action port [ 1101.334955] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_rules [ 1101.334955] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_members [ 1101.334955] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dcf8152-8bfe-472c-8b22-19494f0f33fe with Priority: HIGHEST for action port [ 1101.334955] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a305b992-f3d8-451a-a8d8-39fb2471577f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.334955] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.334955] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.334955] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.334955] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.335733] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a305b992-f3d8-451a-a8d8-39fb2471577f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.335733] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.335806] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dcf8152-8bfe-472c-8b22-19494f0f33fe taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.335855] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dcf8152-8bfe-472c-8b22-19494f0f33fe" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.335963] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dcf8152-8bfe-472c-8b22-19494f0f33fe" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.336159] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dcf8152-8bfe-472c-8b22-19494f0f33fe" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.336945] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dcf8152-8bfe-472c-8b22-19494f0f33fe',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.838740] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a305b992-f3d8-451a-a8d8-39fb2471577f taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.839066] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.840303] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0dcf8152-8bfe-472c-8b22-19494f0f33fe with status ACTIVE [ 1101.840557] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.840899] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.841015] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.841233] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.841325] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.841564] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.841678] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.841748] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.841891] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.841971] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.842528] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.842528] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.842528] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.842528] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.842528] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.842733] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0dcf8152-8bfe-472c-8b22-19494f0f33fe is going to be updated. [ 1101.867024] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.867024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.867024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.867254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.867726] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.867726] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dcf8152-8bfe-472c-8b22-19494f0f33fe" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.935389] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c16be913-bab1-4fc6-ad9c-895952b6a75e in Status: SUCCESS [ 1101.935629] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c16be913-bab1-4fc6-ad9c-895952b6a75e deletion is rescheduled due to dependency. [ 1101.935734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.081297] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a305b992-f3d8-451a-a8d8-39fb2471577f in Status: SUCCESS [ 1102.081677] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a305b992-f3d8-451a-a8d8-39fb2471577f deletion is rescheduled due to dependency. [ 1102.081851] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.082090] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.082326] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.082512] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.082791] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.082874] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.083077] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.084193] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.084193] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.162333] env[69976]: INFO networking_nsxv3.common.synchronization [req-9756321a-a3e0-4de3-9597-f57bf94a6ef3 req-02b5642b-04da-4e42-a6d0-2e1222a910e2 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Enqueued Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_members [ 1102.162910] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_members [ 1102.163332] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.163397] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.163479] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.163752] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.163907] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.164016] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.164319] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.164520] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.164600] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.164711] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.586256] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.668072] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.668072] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.668072] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.668072] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.668072] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.668072] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.668072] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.668072] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.668489] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.668489] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.668489] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 is going to be updated. [ 1102.698048] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.698292] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.698434] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.698722] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.698930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.709973] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: IN_PROGRESS for 2s [ 1103.088336] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.591151] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.591376] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.591424] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.591747] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.591851] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.591966] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a305b992-f3d8-451a-a8d8-39fb2471577f is going to be updated. [ 1103.630760] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.630924] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.630984] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.631221] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.631370] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.639973] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a305b992-f3d8-451a-a8d8-39fb2471577f in Status: IN_PROGRESS for 2s [ 1104.011025] env[69976]: INFO networking_nsxv3.common.synchronization [req-433f7a56-9967-4691-bb49-c03d9c775b23 req-ddc4aa22-7a96-47ec-bc42-bf0a233d2b19 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Enqueued Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 1104.016248] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 1104.016248] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.016248] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.016248] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.016248] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.016248] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.016543] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.016543] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.016543] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.016657] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.016657] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.520050] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.587960] env[69976]: INFO networking_nsxv3.common.synchronization [req-adeb5b76-7405-4353-a49c-7483f52ebce7 req-a9aede65-e185-4505-8cd8-63845751bfe3 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Enqueued Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGHEST for action security_group_members [ 1104.588558] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGHEST for action security_group_members [ 1104.588879] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5d257d-89c4-4dd2-927f-01d045856775 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.589009] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.590250] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.590575] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.590811] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.590927] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.590994] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.591191] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.591285] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.591383] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc5d257d-89c4-4dd2-927f-01d045856775',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.726894] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: SUCCESS [ 1104.726894] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 deletion is rescheduled due to dependency. [ 1104.726894] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.022179] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.093919] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.094079] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.094150] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.094362] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.094451] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.094654] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.094761] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.094825] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.094976] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.095069] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.095157] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5d257d-89c4-4dd2-927f-01d045856775 already deleted. [ 1105.095239] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.151740] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-449 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.151973] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-449" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.152134] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-449" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.152454] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-449" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.152837] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.152944] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.152989] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.153232] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.153451] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.153733] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1105.153862] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.153997] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.154129] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.154249] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1105.154362] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.154499] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.173999] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.174237] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1105.174338] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.174538] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-449" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.174913] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-c4692351-fd39-4164-8469-ead64031f976 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.175107] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-c4692351-fd39-4164-8469-ead64031f976" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.175289] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-c4692351-fd39-4164-8469-ead64031f976" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.175615] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-c4692351-fd39-4164-8469-ead64031f976" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.175756] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4692351-fd39-4164-8469-ead64031f976',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.528044] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.528044] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.528044] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.528520] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.528520] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.528520] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af6ec24a-16bc-45ce-816d-c65531b01ebc is going to be updated. [ 1105.562722] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.563103] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.563103] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.563205] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.563331] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.574238] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: IN_PROGRESS for 2s [ 1105.649383] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a305b992-f3d8-451a-a8d8-39fb2471577f in Status: SUCCESS [ 1105.649662] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.649837] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.650071] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.650269] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.650386] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.650454] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.650610] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.650692] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.651532] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.651532] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.678473] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.678893] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.679114] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.679472] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.679683] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.679891] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port c4692351-fd39-4164-8469-ead64031f976 not found, creating... [ 1105.680352] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.680435] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.680563] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.680805] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.680959] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.681275] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.681442] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.681604] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.681866] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.682040] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.682199] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: c4692351-fd39-4164-8469-ead64031f976 is going to be created. [ 1105.704087] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.704424] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.704527] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.704833] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.705174] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.705421] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-c4692351-fd39-4164-8469-ead64031f976" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.153086] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.506470] env[69976]: INFO networking_nsxv3.common.synchronization [req-adeb5b76-7405-4353-a49c-7483f52ebce7 req-0e1f0f06-84b1-4e34-a2fa-cf9896598101 service nova] Enqueued Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGHEST for action security_group_rules [ 1106.506635] env[69976]: INFO networking_nsxv3.common.synchronization [req-adeb5b76-7405-4353-a49c-7483f52ebce7 req-0e1f0f06-84b1-4e34-a2fa-cf9896598101 service nova] Enqueued Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGHEST for action security_group_members [ 1106.506784] env[69976]: INFO networking_nsxv3.common.synchronization [req-adeb5b76-7405-4353-a49c-7483f52ebce7 req-0e1f0f06-84b1-4e34-a2fa-cf9896598101 service nova] Enqueued Resource ID: c4692351-fd39-4164-8469-ead64031f976 with Priority: HIGHEST for action port [ 1106.507049] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGHEST for action security_group_rules [ 1106.507199] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGHEST for action security_group_members [ 1106.507301] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4692351-fd39-4164-8469-ead64031f976 with Priority: HIGHEST for action port [ 1106.507905] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc5d257d-89c4-4dd2-927f-01d045856775 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.507990] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.508306] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.508407] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.509776] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc5d257d-89c4-4dd2-927f-01d045856775',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.509776] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5d257d-89c4-4dd2-927f-01d045856775 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.509776] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.509776] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.509776] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.509776] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.510252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.510252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.510252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.510252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.510360] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc5d257d-89c4-4dd2-927f-01d045856775',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.511309] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4692351-fd39-4164-8469-ead64031f976 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.511416] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4692351-fd39-4164-8469-ead64031f976" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.511481] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4692351-fd39-4164-8469-ead64031f976" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.511657] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4692351-fd39-4164-8469-ead64031f976" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.511720] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4692351-fd39-4164-8469-ead64031f976',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.655189] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a305b992-f3d8-451a-a8d8-39fb2471577f: rpc.has_security_group_logging(os_id): False [ 1106.685707] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.686017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.686143] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.686400] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.686538] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.686934] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.687131] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.687236] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.687869] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.687869] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.687869] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a305b992-f3d8-451a-a8d8-39fb2471577f is going to be updated. [ 1106.777416] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.777555] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.777648] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.777888] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.778121] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.794414] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a305b992-f3d8-451a-a8d8-39fb2471577f in Status: IN_PROGRESS for 2s [ 1107.014104] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5d257d-89c4-4dd2-927f-01d045856775 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.014320] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.014560] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc5d257d-89c4-4dd2-927f-01d045856775',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.015767] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4692351-fd39-4164-8469-ead64031f976 with status ACTIVE [ 1107.016168] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.016646] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.016646] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.016825] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.016985] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.017294] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.017448] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.017559] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.018099] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.018099] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.018282] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.018450] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.018564] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.018794] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.018939] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.019269] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4692351-fd39-4164-8469-ead64031f976 is going to be updated. [ 1107.043366] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.043617] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.043833] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.044085] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.044239] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.044411] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4692351-fd39-4164-8469-ead64031f976" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.522089] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc5d257d-89c4-4dd2-927f-01d045856775',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.584394] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: IN_PROGRESS for 4s [ 1108.024509] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.024879] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.024879] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.025016] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.025117] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.025221] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5d257d-89c4-4dd2-927f-01d045856775 is going to be created. [ 1108.054778] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.055055] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.055128] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.055379] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.055593] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.067739] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5d257d-89c4-4dd2-927f-01d045856775 in Status: UNINITIALIZED for 2s [ 1108.810610] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a305b992-f3d8-451a-a8d8-39fb2471577f in Status: SUCCESS [ 1108.810944] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.595392] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: SUCCESS [ 1109.595392] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.077303] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5d257d-89c4-4dd2-927f-01d045856775 in Status: SUCCESS [ 1110.077568] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.077747] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.077966] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.078195] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.078317] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.078383] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.078546] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.078631] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.079591] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.079591] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc5d257d-89c4-4dd2-927f-01d045856775',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.581482] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc5d257d-89c4-4dd2-927f-01d045856775',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.087074] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc5d257d-89c4-4dd2-927f-01d045856775: rpc.has_security_group_logging(os_id): False [ 1111.102470] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.102638] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.102702] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.102923] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.103023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.104336] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.104508] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.104610] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.104860] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.104989] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.105106] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc5d257d-89c4-4dd2-927f-01d045856775 is going to be created. [ 1111.166232] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.166399] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.166452] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.166637] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.166818] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.178013] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc5d257d-89c4-4dd2-927f-01d045856775 in Status: IN_PROGRESS for 2s [ 1111.507946] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1111.508355] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1112.362403] env[69976]: INFO networking_nsxv3.common.synchronization [None req-5aa71ba6-4562-4860-92cf-1983ae58a1cc tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Enqueued Resource ID: 078b4089-5114-41c0-9199-1cc9fe8b616f with Priority: HIGHEST for action security_group_rules [ 1112.362403] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 078b4089-5114-41c0-9199-1cc9fe8b616f with Priority: HIGHEST for action security_group_rules [ 1112.362403] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-078b4089-5114-41c0-9199-1cc9fe8b616f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.362403] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.362403] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.362403] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.362403] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('078b4089-5114-41c0-9199-1cc9fe8b616f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.560497] env[69976]: INFO networking_nsxv3.common.synchronization [None req-56d985e5-1664-4650-8421-911b4d0f4d1a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Enqueued Resource ID: 078b4089-5114-41c0-9199-1cc9fe8b616f with Priority: HIGHEST for action security_group_rules [ 1112.561059] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 078b4089-5114-41c0-9199-1cc9fe8b616f with Priority: HIGHEST for action security_group_rules [ 1112.561372] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-078b4089-5114-41c0-9199-1cc9fe8b616f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.561479] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.889039] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.889039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.889246] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.891906] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.891906] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.891906] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 078b4089-5114-41c0-9199-1cc9fe8b616f already deleted. [ 1112.891906] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.891906] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.891906] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.891906] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('078b4089-5114-41c0-9199-1cc9fe8b616f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.194592] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc5d257d-89c4-4dd2-927f-01d045856775 in Status: SUCCESS [ 1113.194835] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.413439] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.415047] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.415047] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.415047] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.415047] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.415047] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 078b4089-5114-41c0-9199-1cc9fe8b616f already deleted. [ 1113.415047] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.916122] env[69976]: INFO networking_nsxv3.common.synchronization [req-3516de41-a9cd-44b0-8487-1b409fde93fa req-1ee37b50-054c-4980-83e2-a78559ad9d5c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Enqueued Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_members [ 1114.916634] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_members [ 1114.916953] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.917088] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.917150] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.917368] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.919872] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.919984] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.920082] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.920256] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.920342] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.920442] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.422892] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.423256] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.423415] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.423783] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.423870] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.424220] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.424317] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.424369] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.424670] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.424737] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.424864] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 is going to be updated. [ 1115.457985] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.458137] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.458212] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.458426] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.458570] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.467436] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: IN_PROGRESS for 2s [ 1115.645318] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.645546] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-702" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.645700] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-702" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.645998] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-702" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.646283] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.646449] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.646573] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.646797] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.646948] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.647235] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1115.647390] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.647523] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.647641] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.647760] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1115.647872] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.648026] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.669218] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.669430] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1115.669578] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.669766] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-702" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.670138] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-ccaf6beb-8efe-40b5-a410-426d713df2a2 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.670326] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-ccaf6beb-8efe-40b5-a410-426d713df2a2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.670456] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-ccaf6beb-8efe-40b5-a410-426d713df2a2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.670875] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-ccaf6beb-8efe-40b5-a410-426d713df2a2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.671050] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccaf6beb-8efe-40b5-a410-426d713df2a2',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.173425] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.173802] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.173855] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.174176] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.174339] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.174508] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port ccaf6beb-8efe-40b5-a410-426d713df2a2 not found, creating... [ 1116.174935] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.175163] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.175295] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.175528] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.175673] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.175980] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.176142] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.176267] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.176478] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.176620] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.176766] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: ccaf6beb-8efe-40b5-a410-426d713df2a2 is going to be created. [ 1116.198559] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.198781] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.198912] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.199240] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.199483] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.199716] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-ccaf6beb-8efe-40b5-a410-426d713df2a2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.940802] env[69976]: INFO networking_nsxv3.common.synchronization [req-3516de41-a9cd-44b0-8487-1b409fde93fa req-ba1eabbd-89af-4363-bbcc-7ab159dda18a service nova] Enqueued Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_rules [ 1116.941205] env[69976]: INFO networking_nsxv3.common.synchronization [req-3516de41-a9cd-44b0-8487-1b409fde93fa req-ba1eabbd-89af-4363-bbcc-7ab159dda18a service nova] Enqueued Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_members [ 1116.941479] env[69976]: INFO networking_nsxv3.common.synchronization [req-3516de41-a9cd-44b0-8487-1b409fde93fa req-ba1eabbd-89af-4363-bbcc-7ab159dda18a service nova] Enqueued Resource ID: ccaf6beb-8efe-40b5-a410-426d713df2a2 with Priority: HIGHEST for action port [ 1116.942135] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_rules [ 1116.942512] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_members [ 1116.942829] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccaf6beb-8efe-40b5-a410-426d713df2a2 with Priority: HIGHEST for action port [ 1116.943264] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.943553] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.943738] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.946369] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.946369] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.946369] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.946369] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.946369] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccaf6beb-8efe-40b5-a410-426d713df2a2 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.946369] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccaf6beb-8efe-40b5-a410-426d713df2a2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.946369] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccaf6beb-8efe-40b5-a410-426d713df2a2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.946369] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccaf6beb-8efe-40b5-a410-426d713df2a2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.946369] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccaf6beb-8efe-40b5-a410-426d713df2a2',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.448425] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.448745] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.448919] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ccaf6beb-8efe-40b5-a410-426d713df2a2 with status ACTIVE [ 1117.449178] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.449329] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.449423] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.449704] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.449852] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.450117] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.450253] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.450347] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.450563] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.450682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.450950] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.451365] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.451474] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.451838] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.452013] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.452140] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ccaf6beb-8efe-40b5-a410-426d713df2a2 is going to be updated. [ 1117.477098] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.477397] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.477397] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.477509] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.477654] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.477811] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccaf6beb-8efe-40b5-a410-426d713df2a2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.479213] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: SUCCESS [ 1117.479213] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 deletion is rescheduled due to dependency. [ 1117.479213] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.479213] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.479213] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.479394] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.479523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.479523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.479676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.479754] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.479843] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.689028] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.689228] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-699" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.689400] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-699" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.689830] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-699" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.690290] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.690580] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.690815] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.691224] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.691494] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.691927] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.692188] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.692407] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.692619] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.692836] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.693063] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.693312] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.732475] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.732628] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1117.732666] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.732852] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-699" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.733217] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-bc173cef-0144-46c4-93ad-5aa32031eb9f taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.733403] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-bc173cef-0144-46c4-93ad-5aa32031eb9f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.733529] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-bc173cef-0144-46c4-93ad-5aa32031eb9f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.733865] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-bc173cef-0144-46c4-93ad-5aa32031eb9f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.734034] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc173cef-0144-46c4-93ad-5aa32031eb9f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.982598] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.237015] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.237288] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.237446] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.237777] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.237955] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.238292] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.238515] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.238635] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.238903] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.239076] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.239602] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.239821] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.239979] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.240234] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.240409] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.240587] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: bc173cef-0144-46c4-93ad-5aa32031eb9f is going to be updated. [ 1118.262793] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.263024] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.263153] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.263433] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.263757] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.264061] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-bc173cef-0144-46c4-93ad-5aa32031eb9f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.485157] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.983411] env[69976]: INFO networking_nsxv3.common.synchronization [req-af848af9-e244-439b-8e37-fdc9ffff2d0b req-c1ed37c0-1ea5-434a-9ab4-732f6d9f8317 service nova] Enqueued Resource ID: d62f35a0-7689-40f6-8292-b6b881389041 with Priority: HIGHEST for action security_group_rules [ 1118.983623] env[69976]: INFO networking_nsxv3.common.synchronization [req-af848af9-e244-439b-8e37-fdc9ffff2d0b req-c1ed37c0-1ea5-434a-9ab4-732f6d9f8317 service nova] Enqueued Resource ID: d62f35a0-7689-40f6-8292-b6b881389041 with Priority: HIGHEST for action security_group_members [ 1118.983906] env[69976]: INFO networking_nsxv3.common.synchronization [req-af848af9-e244-439b-8e37-fdc9ffff2d0b req-c1ed37c0-1ea5-434a-9ab4-732f6d9f8317 service nova] Enqueued Resource ID: bc173cef-0144-46c4-93ad-5aa32031eb9f with Priority: HIGHEST for action port [ 1118.984653] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d62f35a0-7689-40f6-8292-b6b881389041 with Priority: HIGHEST for action security_group_rules [ 1118.984816] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d62f35a0-7689-40f6-8292-b6b881389041 with Priority: HIGHEST for action security_group_members [ 1118.984953] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc173cef-0144-46c4-93ad-5aa32031eb9f with Priority: HIGHEST for action port [ 1118.985315] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d62f35a0-7689-40f6-8292-b6b881389041 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.985470] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.985748] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.985799] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.985909] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d62f35a0-7689-40f6-8292-b6b881389041',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.987017] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d62f35a0-7689-40f6-8292-b6b881389041 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.987187] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.987277] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.987502] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.987730] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.987858] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.987942] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.988177] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.988290] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.988409] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d62f35a0-7689-40f6-8292-b6b881389041',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.989830] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc173cef-0144-46c4-93ad-5aa32031eb9f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.989830] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc173cef-0144-46c4-93ad-5aa32031eb9f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.989921] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc173cef-0144-46c4-93ad-5aa32031eb9f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.990112] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc173cef-0144-46c4-93ad-5aa32031eb9f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.990211] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc173cef-0144-46c4-93ad-5aa32031eb9f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.992327] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.992476] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.992692] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.992853] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.992975] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.993113] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 is going to be updated. [ 1119.026583] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.026757] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.026852] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.027190] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.028396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.038443] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: IN_PROGRESS for 2s [ 1119.492288] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d62f35a0-7689-40f6-8292-b6b881389041 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.492628] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.493067] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d62f35a0-7689-40f6-8292-b6b881389041',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.498100] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc173cef-0144-46c4-93ad-5aa32031eb9f with status ACTIVE [ 1119.498336] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.498533] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.498533] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.498757] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.498846] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.499040] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.499164] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.499255] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.499419] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.499514] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.499699] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.499810] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.499872] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.500023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.500099] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.500184] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc173cef-0144-46c4-93ad-5aa32031eb9f is going to be updated. [ 1119.520951] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.521154] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.521192] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.521393] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.521513] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.521744] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc173cef-0144-46c4-93ad-5aa32031eb9f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.995087] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d62f35a0-7689-40f6-8292-b6b881389041',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.051927] env[69976]: INFO networking_nsxv3.common.synchronization [req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 req-304f27a6-4196-4216-ac21-254a8c735ca0 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Enqueued Resource ID: eeebe33e-980b-4dac-8916-75642c3c1f7a with Priority: HIGHEST for action security_group_members [ 1120.051927] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeebe33e-980b-4dac-8916-75642c3c1f7a with Priority: HIGHEST for action security_group_members [ 1120.052359] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeebe33e-980b-4dac-8916-75642c3c1f7a taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.052359] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.052359] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.052662] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.052823] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.052928] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.053039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.053164] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.053247] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.053344] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeebe33e-980b-4dac-8916-75642c3c1f7a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.498585] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.498975] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.498975] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.499228] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.499228] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.499299] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d62f35a0-7689-40f6-8292-b6b881389041 is going to be updated. [ 1120.545169] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.545426] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.545426] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.545608] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.545764] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.557170] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.557170] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.557170] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.557170] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.558624] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d62f35a0-7689-40f6-8292-b6b881389041 in Status: IN_PROGRESS for 2s [ 1120.579470] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.579740] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.579895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.580031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.580333] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.580333] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.580478] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeebe33e-980b-4dac-8916-75642c3c1f7a is going to be updated. [ 1120.610544] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.610704] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.610769] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.610998] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.611174] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.621777] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeebe33e-980b-4dac-8916-75642c3c1f7a in Status: IN_PROGRESS for 2s [ 1121.048640] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: SUCCESS [ 1121.048855] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.049035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.049251] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.049446] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.049553] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.049614] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.049779] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.049874] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.049962] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.050076] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.555236] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.555532] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.555693] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.556285] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.556631] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.556848] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.556996] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.557313] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.557420] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.557515] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.557688] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.557793] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.557858] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.562227] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.562612] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.562890] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.562890] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.563080] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.563202] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.564741] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.564741] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.065792] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69: rpc.has_security_group_logging(os_id): False [ 1122.084072] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.084222] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.084311] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.084534] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.084632] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.084822] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.084922] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.085027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.085217] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.085315] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.085547] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.085596] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.085658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.085803] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.085881] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.086117] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.086219] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.086282] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.086433] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.086511] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.086600] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 is going to be updated. [ 1122.157233] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.157490] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.157490] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.157763] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.157949] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.171439] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: IN_PROGRESS for 2s [ 1122.569116] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d62f35a0-7689-40f6-8292-b6b881389041 in Status: SUCCESS [ 1122.569476] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.569476] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.569756] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.570068] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.570259] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.570363] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.570690] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.570818] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.571102] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.571102] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d62f35a0-7689-40f6-8292-b6b881389041',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.631379] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeebe33e-980b-4dac-8916-75642c3c1f7a in Status: SUCCESS [ 1122.631594] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeebe33e-980b-4dac-8916-75642c3c1f7a deletion is rescheduled due to dependency. [ 1122.631703] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.073421] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d62f35a0-7689-40f6-8292-b6b881389041',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.575702] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d62f35a0-7689-40f6-8292-b6b881389041: rpc.has_security_group_logging(os_id): False [ 1123.594557] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.594767] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.594863] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.595240] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.595350] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.595675] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.595798] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.595880] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.596134] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.596267] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.596405] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d62f35a0-7689-40f6-8292-b6b881389041 is going to be updated. [ 1123.659715] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.659876] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.659932] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.660202] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.660355] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.675494] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d62f35a0-7689-40f6-8292-b6b881389041 in Status: IN_PROGRESS for 2s [ 1124.188522] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: SUCCESS [ 1124.188784] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.052671] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1125.053359] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1125.108874] env[69976]: INFO networking_nsxv3.common.synchronization [req-e6a49457-1e71-4770-9be3-5984b67df4aa req-121d97ef-feae-4588-afd2-0367a4b63dba tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Enqueued Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 1125.108874] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGHEST for action security_group_members [ 1125.108874] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.108874] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.108874] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.108874] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.108874] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.108874] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.108874] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.108874] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.108874] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.108874] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.610527] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.610710] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.610786] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.611024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.611126] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.611328] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.611429] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.611515] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.612535] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.612535] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.612535] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af6ec24a-16bc-45ce-816d-c65531b01ebc is going to be updated. [ 1125.644360] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.644454] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.644491] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.644819] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.645061] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.655513] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: IN_PROGRESS for 2s [ 1125.688206] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d62f35a0-7689-40f6-8292-b6b881389041 in Status: SUCCESS [ 1125.688465] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.167745] env[69976]: INFO networking_nsxv3.common.synchronization [req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 req-813b1210-d1dd-4b50-8016-9f1b5ac54f5a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Enqueued Resource ID: 078b4089-5114-41c0-9199-1cc9fe8b616f with Priority: HIGHEST for action security_group_members [ 1126.168486] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 078b4089-5114-41c0-9199-1cc9fe8b616f with Priority: HIGHEST for action security_group_members [ 1126.168928] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-078b4089-5114-41c0-9199-1cc9fe8b616f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.168993] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.169098] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.169372] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.169571] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.169757] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.169825] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.170064] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.170257] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.170467] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('078b4089-5114-41c0-9199-1cc9fe8b616f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.539989] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-585 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.540256] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.540397] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.540706] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.541042] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.541161] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.541274] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.541505] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.541656] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.541875] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1126.542020] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.542155] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.542248] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.542366] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1126.542480] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.542633] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.562522] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.562731] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1126.562823] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.563018] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.563354] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-e6d16e64-5e27-4943-897b-83a2df973761 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.563538] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-e6d16e64-5e27-4943-897b-83a2df973761" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.563668] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-e6d16e64-5e27-4943-897b-83a2df973761" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.564116] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-e6d16e64-5e27-4943-897b-83a2df973761" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.564274] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6d16e64-5e27-4943-897b-83a2df973761',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.672822] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.673013] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.673115] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.673374] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.673478] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.673682] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.673788] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.673850] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.674125] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.674205] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.674296] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 078b4089-5114-41c0-9199-1cc9fe8b616f already deleted. [ 1126.674386] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.074154] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.074386] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.074553] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.074935] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.075142] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.075318] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port e6d16e64-5e27-4943-897b-83a2df973761 not found, creating... [ 1127.075662] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.075919] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.076134] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.076436] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.076625] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.081010] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.081010] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.081010] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.081010] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.081010] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.081010] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: e6d16e64-5e27-4943-897b-83a2df973761 is going to be created. [ 1127.104283] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.104283] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.104283] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.104451] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.104699] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.104966] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-e6d16e64-5e27-4943-897b-83a2df973761" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.664482] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af6ec24a-16bc-45ce-816d-c65531b01ebc in Status: SUCCESS [ 1127.664838] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af6ec24a-16bc-45ce-816d-c65531b01ebc deletion is rescheduled due to dependency. [ 1127.664838] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.849622] env[69976]: INFO networking_nsxv3.common.synchronization [req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 req-84c691a6-838f-4717-bdfa-049b40aa3282 service nova] Enqueued Resource ID: 078b4089-5114-41c0-9199-1cc9fe8b616f with Priority: HIGHEST for action security_group_rules [ 1127.849808] env[69976]: INFO networking_nsxv3.common.synchronization [req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 req-84c691a6-838f-4717-bdfa-049b40aa3282 service nova] Enqueued Resource ID: 078b4089-5114-41c0-9199-1cc9fe8b616f with Priority: HIGHEST for action security_group_members [ 1127.849960] env[69976]: INFO networking_nsxv3.common.synchronization [req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 req-84c691a6-838f-4717-bdfa-049b40aa3282 service nova] Enqueued Resource ID: e6d16e64-5e27-4943-897b-83a2df973761 with Priority: HIGHEST for action port [ 1127.850229] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 078b4089-5114-41c0-9199-1cc9fe8b616f with Priority: HIGHEST for action security_group_rules [ 1127.850360] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 078b4089-5114-41c0-9199-1cc9fe8b616f with Priority: HIGHEST for action security_group_members [ 1127.850458] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6d16e64-5e27-4943-897b-83a2df973761 with Priority: HIGHEST for action port [ 1127.851016] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-078b4089-5114-41c0-9199-1cc9fe8b616f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.851158] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.851229] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.851427] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.851505] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('078b4089-5114-41c0-9199-1cc9fe8b616f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.852793] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-078b4089-5114-41c0-9199-1cc9fe8b616f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.852908] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.852978] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.853169] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.853315] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.853408] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.853467] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.853606] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.853689] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.853781] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('078b4089-5114-41c0-9199-1cc9fe8b616f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.854594] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6d16e64-5e27-4943-897b-83a2df973761 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.854723] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6d16e64-5e27-4943-897b-83a2df973761" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.854992] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6d16e64-5e27-4943-897b-83a2df973761" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.854992] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6d16e64-5e27-4943-897b-83a2df973761" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.855198] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6d16e64-5e27-4943-897b-83a2df973761',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.356439] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('078b4089-5114-41c0-9199-1cc9fe8b616f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.357568] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-078b4089-5114-41c0-9199-1cc9fe8b616f taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.357718] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.358136] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6d16e64-5e27-4943-897b-83a2df973761 with status ACTIVE [ 1128.358364] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.358509] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.358601] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.358832] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.358954] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.359190] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.359367] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.359425] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.359651] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.359758] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.359972] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.360122] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.360207] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.360377] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.360496] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.360604] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6d16e64-5e27-4943-897b-83a2df973761 is going to be updated. [ 1128.384093] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.384284] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.384354] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.384520] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.384650] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.384812] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6d16e64-5e27-4943-897b-83a2df973761" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.860319] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('078b4089-5114-41c0-9199-1cc9fe8b616f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.362394] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.362635] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.362635] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.362781] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.362870] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.362970] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 078b4089-5114-41c0-9199-1cc9fe8b616f is going to be created. [ 1129.388611] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.388611] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.388611] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.388611] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.388611] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.398023] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 078b4089-5114-41c0-9199-1cc9fe8b616f in Status: UNINITIALIZED for 2s [ 1131.410060] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 078b4089-5114-41c0-9199-1cc9fe8b616f in Status: SUCCESS [ 1131.410420] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.410609] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.410964] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.411266] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.411458] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.411563] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.412057] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.412199] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.412312] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.412420] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('078b4089-5114-41c0-9199-1cc9fe8b616f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.915276] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('078b4089-5114-41c0-9199-1cc9fe8b616f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.418034] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 078b4089-5114-41c0-9199-1cc9fe8b616f: rpc.has_security_group_logging(os_id): False [ 1132.436811] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.436967] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.437039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.437290] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.437388] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.437627] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.437729] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.437795] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.437950] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.438122] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.438122] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 078b4089-5114-41c0-9199-1cc9fe8b616f is going to be created. [ 1132.518684] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.518875] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.518951] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.519198] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.519421] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.530712] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 078b4089-5114-41c0-9199-1cc9fe8b616f in Status: IN_PROGRESS for 2s [ 1132.851374] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1132.851541] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1134.547090] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 078b4089-5114-41c0-9199-1cc9fe8b616f in Status: SUCCESS [ 1134.547090] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.535705] env[69976]: INFO networking_nsxv3.common.synchronization [req-32061842-d656-4b02-8b69-68762d3c9bc7 req-5178d5da-d871-4a26-9829-eae1f2c5ab02 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Enqueued Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 1136.535705] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGHEST for action security_group_members [ 1136.536037] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.536037] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.536800] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.537020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.537348] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.538637] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.538771] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.538955] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.539073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.539177] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.041556] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.041764] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.041811] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.042281] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.042466] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.042649] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.042814] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.042814] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.042982] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.043096] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.043201] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca is going to be updated. [ 1137.075983] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.075983] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.075983] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.075983] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.075983] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.089391] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: IN_PROGRESS for 2s [ 1139.099988] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca in Status: SUCCESS [ 1139.100391] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca deletion is rescheduled due to dependency. [ 1139.100391] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.537135] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1141.537135] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1144.661121] env[69976]: INFO networking_nsxv3.common.synchronization [req-81fcff43-9181-4c02-9974-cc0df815a71f req-4a99fc88-24e0-43f4-bd33-c297deacaaab tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Enqueued Resource ID: 078b4089-5114-41c0-9199-1cc9fe8b616f with Priority: HIGHEST for action security_group_members [ 1144.661121] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 078b4089-5114-41c0-9199-1cc9fe8b616f with Priority: HIGHEST for action security_group_members [ 1144.661121] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-078b4089-5114-41c0-9199-1cc9fe8b616f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.661121] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.661121] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.661948] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.662259] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.662496] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.662668] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.663195] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.663426] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.663636] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('078b4089-5114-41c0-9199-1cc9fe8b616f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.021970] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-585 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.021970] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.021970] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.021970] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.021970] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.021970] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.021970] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.022733] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.026077] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.026077] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.026077] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.026077] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.026077] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.026077] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.026077] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.026077] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.046422] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.046891] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1145.049024] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.049024] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.049024] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-c4ae8807-6737-4de5-b44d-e373d2117fc3 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.049024] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-c4ae8807-6737-4de5-b44d-e373d2117fc3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.049024] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-c4ae8807-6737-4de5-b44d-e373d2117fc3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.049024] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-c4ae8807-6737-4de5-b44d-e373d2117fc3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.049452] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4ae8807-6737-4de5-b44d-e373d2117fc3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.167569] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('078b4089-5114-41c0-9199-1cc9fe8b616f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.293023] env[69976]: INFO networking_nsxv3.common.synchronization [None req-cd14ed99-71e8-4c49-983d-c2384e8bc1da None None] Enqueued Resource ID: d6b83818-18c7-47b0-b527-5b9dacb766ed with Priority: HIGHEST for action port [ 1145.293023] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b83818-18c7-47b0-b527-5b9dacb766ed with Priority: HIGHEST for action port [ 1145.293023] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6b83818-18c7-47b0-b527-5b9dacb766ed taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.293023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6b83818-18c7-47b0-b527-5b9dacb766ed" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.293023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6b83818-18c7-47b0-b527-5b9dacb766ed" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.293469] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6b83818-18c7-47b0-b527-5b9dacb766ed" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.293691] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6b83818-18c7-47b0-b527-5b9dacb766ed',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.552911] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.553186] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.553474] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.553582] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.553710] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.553912] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port c4ae8807-6737-4de5-b44d-e373d2117fc3 not found, creating... [ 1145.554774] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.555067] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.557034] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.557034] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.557034] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.557034] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.557034] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.557034] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.557034] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.558054] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.558054] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: c4ae8807-6737-4de5-b44d-e373d2117fc3 is going to be created. [ 1145.588140] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.588526] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.588790] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.589134] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.589407] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.589671] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-c4ae8807-6737-4de5-b44d-e373d2117fc3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.673593] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('078b4089-5114-41c0-9199-1cc9fe8b616f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.797496] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6b83818-18c7-47b0-b527-5b9dacb766ed [ 1145.797828] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.798027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.798130] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.798410] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.798534] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.798659] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6b83818-18c7-47b0-b527-5b9dacb766ed already deleted. [ 1145.798770] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6b83818-18c7-47b0-b527-5b9dacb766ed" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.176291] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.176468] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.176535] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.176753] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.176829] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.176927] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 078b4089-5114-41c0-9199-1cc9fe8b616f is going to be updated. [ 1146.210858] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.211345] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.211345] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.211940] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.212326] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.222327] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 078b4089-5114-41c0-9199-1cc9fe8b616f in Status: IN_PROGRESS for 2s [ 1146.315308] env[69976]: INFO networking_nsxv3.common.synchronization [req-81fcff43-9181-4c02-9974-cc0df815a71f req-598c5a7f-8e8d-4e18-99a2-b09bd16e4081 service nova] Enqueued Resource ID: 078b4089-5114-41c0-9199-1cc9fe8b616f with Priority: HIGHEST for action security_group_rules [ 1146.315308] env[69976]: INFO networking_nsxv3.common.synchronization [req-81fcff43-9181-4c02-9974-cc0df815a71f req-598c5a7f-8e8d-4e18-99a2-b09bd16e4081 service nova] Enqueued Resource ID: 078b4089-5114-41c0-9199-1cc9fe8b616f with Priority: HIGHEST for action security_group_members [ 1146.315308] env[69976]: INFO networking_nsxv3.common.synchronization [req-81fcff43-9181-4c02-9974-cc0df815a71f req-598c5a7f-8e8d-4e18-99a2-b09bd16e4081 service nova] Enqueued Resource ID: c4ae8807-6737-4de5-b44d-e373d2117fc3 with Priority: HIGHEST for action port [ 1146.315308] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 078b4089-5114-41c0-9199-1cc9fe8b616f with Priority: HIGHEST for action security_group_rules [ 1146.315308] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 078b4089-5114-41c0-9199-1cc9fe8b616f with Priority: HIGHEST for action security_group_members [ 1146.315308] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4ae8807-6737-4de5-b44d-e373d2117fc3 with Priority: HIGHEST for action port [ 1146.319755] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-078b4089-5114-41c0-9199-1cc9fe8b616f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.319755] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.319755] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.319755] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.319755] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('078b4089-5114-41c0-9199-1cc9fe8b616f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.319755] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-078b4089-5114-41c0-9199-1cc9fe8b616f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.319755] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.319755] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4ae8807-6737-4de5-b44d-e373d2117fc3 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.319755] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4ae8807-6737-4de5-b44d-e373d2117fc3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.319755] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4ae8807-6737-4de5-b44d-e373d2117fc3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.319755] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4ae8807-6737-4de5-b44d-e373d2117fc3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.319755] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4ae8807-6737-4de5-b44d-e373d2117fc3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.820090] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-078b4089-5114-41c0-9199-1cc9fe8b616f taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.820436] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.826039] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4ae8807-6737-4de5-b44d-e373d2117fc3 with status ACTIVE [ 1146.826364] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.826477] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.826477] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.826688] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.826788] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.826975] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.827075] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.827136] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.827365] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.827445] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.827678] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.827778] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.828465] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.829571] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.829571] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.829571] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4ae8807-6737-4de5-b44d-e373d2117fc3 is going to be updated. [ 1146.852328] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.853648] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.853824] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.854101] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.854333] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.854599] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4ae8807-6737-4de5-b44d-e373d2117fc3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.261430] env[69976]: INFO networking_nsxv3.common.synchronization [None req-77a3e928-d951-4b5e-a1db-7d4617df32c0 None None] Enqueued Resource ID: 063bd933-e15b-4f7e-93cc-633dfb828567 with Priority: HIGHEST for action port [ 1147.261430] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063bd933-e15b-4f7e-93cc-633dfb828567 with Priority: HIGHEST for action port [ 1147.261692] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-063bd933-e15b-4f7e-93cc-633dfb828567 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.261755] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-063bd933-e15b-4f7e-93cc-633dfb828567" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.261812] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-063bd933-e15b-4f7e-93cc-633dfb828567" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.262564] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-063bd933-e15b-4f7e-93cc-633dfb828567" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.263070] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('063bd933-e15b-4f7e-93cc-633dfb828567',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.765231] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 063bd933-e15b-4f7e-93cc-633dfb828567 [ 1147.765495] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.765633] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.765709] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.767767] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.767907] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.768031] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:063bd933-e15b-4f7e-93cc-633dfb828567 already deleted. [ 1147.768125] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-063bd933-e15b-4f7e-93cc-633dfb828567" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.984574] env[69976]: INFO networking_nsxv3.common.synchronization [None req-39ffd72b-2fd1-4771-a813-ed86f0d4a5b3 None None] Enqueued Resource ID: 50b68ab2-9c63-4254-b6ec-a52c6621e7a6 with Priority: HIGHEST for action port [ 1147.984852] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b68ab2-9c63-4254-b6ec-a52c6621e7a6 with Priority: HIGHEST for action port [ 1147.985443] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-50b68ab2-9c63-4254-b6ec-a52c6621e7a6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.985566] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50b68ab2-9c63-4254-b6ec-a52c6621e7a6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.985635] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50b68ab2-9c63-4254-b6ec-a52c6621e7a6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.985882] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50b68ab2-9c63-4254-b6ec-a52c6621e7a6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.985966] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50b68ab2-9c63-4254-b6ec-a52c6621e7a6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.235122] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 078b4089-5114-41c0-9199-1cc9fe8b616f in Status: SUCCESS [ 1148.235387] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.235632] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.235971] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.236273] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.236473] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.236591] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.236895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.237049] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.237235] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('078b4089-5114-41c0-9199-1cc9fe8b616f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.490034] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50b68ab2-9c63-4254-b6ec-a52c6621e7a6 [ 1148.490034] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.490034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.490034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.490263] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.490263] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.490263] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50b68ab2-9c63-4254-b6ec-a52c6621e7a6 already deleted. [ 1148.490347] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50b68ab2-9c63-4254-b6ec-a52c6621e7a6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.740812] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('078b4089-5114-41c0-9199-1cc9fe8b616f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.243955] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('078b4089-5114-41c0-9199-1cc9fe8b616f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.748682] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.749867] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.749867] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.749867] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.749867] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.749867] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 078b4089-5114-41c0-9199-1cc9fe8b616f is going to be updated. [ 1149.783826] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.784055] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.784158] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.784459] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.784779] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.792831] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 078b4089-5114-41c0-9199-1cc9fe8b616f in Status: IN_PROGRESS for 2s [ 1150.358595] env[69976]: INFO networking_nsxv3.common.synchronization [None req-70d5063a-9481-486c-86e2-c156a170114f None None] Enqueued Resource ID: 61d0a6c3-e2f4-4459-95b1-74212fa51cd4 with Priority: HIGHEST for action port [ 1150.358885] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61d0a6c3-e2f4-4459-95b1-74212fa51cd4 with Priority: HIGHEST for action port [ 1150.359053] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-61d0a6c3-e2f4-4459-95b1-74212fa51cd4 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.359185] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61d0a6c3-e2f4-4459-95b1-74212fa51cd4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.359702] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61d0a6c3-e2f4-4459-95b1-74212fa51cd4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.359702] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61d0a6c3-e2f4-4459-95b1-74212fa51cd4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.359702] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61d0a6c3-e2f4-4459-95b1-74212fa51cd4',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.862369] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61d0a6c3-e2f4-4459-95b1-74212fa51cd4 [ 1150.862596] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.862725] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.862832] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.863024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.863110] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.863239] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61d0a6c3-e2f4-4459-95b1-74212fa51cd4 already deleted. [ 1150.863286] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61d0a6c3-e2f4-4459-95b1-74212fa51cd4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.550109] env[69976]: INFO networking_nsxv3.common.synchronization [req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 req-ba06f186-3bee-4eab-b426-fc7b4137d153 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Enqueued Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_members [ 1151.551019] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_members [ 1151.551019] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.551177] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.551177] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.551312] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.551467] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.551579] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.551643] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.551795] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.551880] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.551973] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.801781] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.801781] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-702" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.801781] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-702" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.801781] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-702" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.802067] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.802258] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.802397] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.802627] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.802782] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.803009] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1151.803141] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1151.803261] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1151.803375] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1151.803525] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1151.803968] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1151.803968] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1151.805360] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 078b4089-5114-41c0-9199-1cc9fe8b616f in Status: SUCCESS [ 1151.805543] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.806011] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.806180] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.806346] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.806448] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.806506] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.806687] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.806767] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.806855] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.806943] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('078b4089-5114-41c0-9199-1cc9fe8b616f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.826081] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1151.826277] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1151.826427] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1151.826618] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-702" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.826936] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-cf87cdfe-d8bf-4079-b113-1b1de5e69571 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.827321] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-cf87cdfe-d8bf-4079-b113-1b1de5e69571" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.827321] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-cf87cdfe-d8bf-4079-b113-1b1de5e69571" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.827622] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-cf87cdfe-d8bf-4079-b113-1b1de5e69571" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.827844] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf87cdfe-d8bf-4079-b113-1b1de5e69571',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.054409] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.309205] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('078b4089-5114-41c0-9199-1cc9fe8b616f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.330129] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.330419] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.330510] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.330792] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.330977] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.331125] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port cf87cdfe-d8bf-4079-b113-1b1de5e69571 not found, creating... [ 1152.331434] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.331600] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.332469] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.332469] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.332469] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.332469] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.332692] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.332730] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.332928] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.333082] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.333235] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: cf87cdfe-d8bf-4079-b113-1b1de5e69571 is going to be created. [ 1152.355777] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.355777] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.355777] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.356153] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.356367] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.356607] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-cf87cdfe-d8bf-4079-b113-1b1de5e69571" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.556846] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.811884] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 078b4089-5114-41c0-9199-1cc9fe8b616f: rpc.has_security_group_logging(os_id): False [ 1152.830662] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.830821] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.830909] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.831137] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.831257] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.831504] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.831610] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.831718] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.831919] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.831919] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.832065] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 078b4089-5114-41c0-9199-1cc9fe8b616f is going to be updated. [ 1152.893112] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.893325] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.893385] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.893564] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.893712] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.906867] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 078b4089-5114-41c0-9199-1cc9fe8b616f in Status: IN_PROGRESS for 2s [ 1153.060101] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.060341] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.060449] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.060733] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.060886] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.061025] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 is going to be updated. [ 1153.071324] env[69976]: INFO networking_nsxv3.common.synchronization [req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 req-f290f8a5-867c-46be-9a88-ae3822dda542 service nova] Enqueued Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_rules [ 1153.071566] env[69976]: INFO networking_nsxv3.common.synchronization [req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 req-f290f8a5-867c-46be-9a88-ae3822dda542 service nova] Enqueued Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_members [ 1153.071718] env[69976]: INFO networking_nsxv3.common.synchronization [req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 req-f290f8a5-867c-46be-9a88-ae3822dda542 service nova] Enqueued Resource ID: cf87cdfe-d8bf-4079-b113-1b1de5e69571 with Priority: HIGHEST for action port [ 1153.071949] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_rules [ 1153.072096] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_members [ 1153.072294] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf87cdfe-d8bf-4079-b113-1b1de5e69571 with Priority: HIGHEST for action port [ 1153.072887] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.073149] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.073266] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.073498] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.073617] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.074626] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.074761] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.075684] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf87cdfe-d8bf-4079-b113-1b1de5e69571 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.075884] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf87cdfe-d8bf-4079-b113-1b1de5e69571" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.076043] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf87cdfe-d8bf-4079-b113-1b1de5e69571" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.076296] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf87cdfe-d8bf-4079-b113-1b1de5e69571" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.076442] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf87cdfe-d8bf-4079-b113-1b1de5e69571',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.092982] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.092982] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.092982] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.092982] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.092982] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.104132] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: IN_PROGRESS for 2s [ 1153.578836] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.579170] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.580323] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf87cdfe-d8bf-4079-b113-1b1de5e69571 with status ACTIVE [ 1153.580621] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.580621] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.580751] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.580869] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.580960] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.581154] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.581251] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.581312] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.581466] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.581539] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.581727] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.581859] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.581903] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.582083] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.582118] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.582209] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf87cdfe-d8bf-4079-b113-1b1de5e69571 is going to be updated. [ 1153.606763] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.606763] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.606763] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.606763] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.606763] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.606763] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf87cdfe-d8bf-4079-b113-1b1de5e69571" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.170128] env[69976]: INFO networking_nsxv3.common.synchronization [None req-54c57d70-40b8-4fb8-95cb-95d1fe3ae4d1 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Enqueued Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_members [ 1154.170697] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_members [ 1154.171037] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.171151] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.171227] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.171435] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.171584] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.171694] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.171760] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.171916] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.172028] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.172110] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.675536] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.675910] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.675910] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.675991] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.676088] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.676295] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.676397] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.676458] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.676642] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.676724] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.676818] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3dd8747-4b15-412c-9e57-8867e112944b is going to be updated. [ 1154.780332] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.781226] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.781322] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.781525] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.781674] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.791355] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: IN_PROGRESS for 2s [ 1154.921755] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 078b4089-5114-41c0-9199-1cc9fe8b616f in Status: SUCCESS [ 1154.922013] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.114197] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: SUCCESS [ 1155.114469] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.114628] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.114887] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.115101] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.115228] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.115300] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.115467] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.115565] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.115630] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.609665] env[69976]: INFO networking_nsxv3.common.synchronization [req-040c0684-32fd-4feb-ae63-ea01392e8a53 req-5f0ae31b-f198-4280-964b-4cb5ff7666f1 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Enqueued Resource ID: dce4dc78-7b9d-40fe-8da5-16659c374356 with Priority: HIGHEST for action security_group_members [ 1155.610267] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dce4dc78-7b9d-40fe-8da5-16659c374356 with Priority: HIGHEST for action security_group_members [ 1155.610630] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-dce4dc78-7b9d-40fe-8da5-16659c374356 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.610857] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.610958] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.611238] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.611455] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.611605] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.611716] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.611938] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.612095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.612253] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dce4dc78-7b9d-40fe-8da5-16659c374356',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.618327] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.059369] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.059665] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-225" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.059704] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-225" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.060024] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-225" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.060282] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.060445] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.060563] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.060782] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.060927] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.061149] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.061260] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.061379] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.061487] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.061598] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.061704] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.061836] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.080744] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.080930] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1156.081086] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.081275] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-225" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.081592] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-12f7e89b-5fca-4dc0-a041-48a9c54d6bb7 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.083038] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-12f7e89b-5fca-4dc0-a041-48a9c54d6bb7" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.083038] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-12f7e89b-5fca-4dc0-a041-48a9c54d6bb7" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.083038] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-12f7e89b-5fca-4dc0-a041-48a9c54d6bb7" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.083038] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12f7e89b-5fca-4dc0-a041-48a9c54d6bb7',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.115232] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.115547] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.115666] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.116024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.116094] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.116376] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.116523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.116598] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.116772] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.116852] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.116939] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dce4dc78-7b9d-40fe-8da5-16659c374356 already deleted. [ 1156.117030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.125779] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.585467] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.585760] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.585942] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.586247] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.586405] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.586624] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 12f7e89b-5fca-4dc0-a041-48a9c54d6bb7 not found, creating... [ 1156.586910] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.587172] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.587214] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.587435] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.587585] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.587878] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.588055] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.588180] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.588398] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.588537] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.588686] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 12f7e89b-5fca-4dc0-a041-48a9c54d6bb7 is going to be created. [ 1156.612152] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.612553] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.612755] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.613092] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.613372] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.613659] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-12f7e89b-5fca-4dc0-a041-48a9c54d6bb7" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.628070] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.628253] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.628327] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.628591] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.628679] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.628816] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 is going to be updated. [ 1156.658731] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.658911] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.658911] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.659209] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.659412] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.671709] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: IN_PROGRESS for 2s [ 1156.803284] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: SUCCESS [ 1156.803551] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3dd8747-4b15-412c-9e57-8867e112944b deletion is rescheduled due to dependency. [ 1156.803728] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.289916] env[69976]: INFO networking_nsxv3.common.synchronization [req-040c0684-32fd-4feb-ae63-ea01392e8a53 req-bcc73340-4798-49b8-8f64-45b000aa54ec service nova] Enqueued Resource ID: dce4dc78-7b9d-40fe-8da5-16659c374356 with Priority: HIGHEST for action security_group_rules [ 1157.290249] env[69976]: INFO networking_nsxv3.common.synchronization [req-040c0684-32fd-4feb-ae63-ea01392e8a53 req-bcc73340-4798-49b8-8f64-45b000aa54ec service nova] Enqueued Resource ID: dce4dc78-7b9d-40fe-8da5-16659c374356 with Priority: HIGHEST for action security_group_members [ 1157.290367] env[69976]: INFO networking_nsxv3.common.synchronization [req-040c0684-32fd-4feb-ae63-ea01392e8a53 req-bcc73340-4798-49b8-8f64-45b000aa54ec service nova] Enqueued Resource ID: 12f7e89b-5fca-4dc0-a041-48a9c54d6bb7 with Priority: HIGHEST for action port [ 1157.290595] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dce4dc78-7b9d-40fe-8da5-16659c374356 with Priority: HIGHEST for action security_group_rules [ 1157.290728] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dce4dc78-7b9d-40fe-8da5-16659c374356 with Priority: HIGHEST for action security_group_members [ 1157.290856] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12f7e89b-5fca-4dc0-a041-48a9c54d6bb7 with Priority: HIGHEST for action port [ 1157.291448] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dce4dc78-7b9d-40fe-8da5-16659c374356 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.291579] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.291651] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.291903] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.291987] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dce4dc78-7b9d-40fe-8da5-16659c374356',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.292867] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-dce4dc78-7b9d-40fe-8da5-16659c374356 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.293610] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.293610] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.293610] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.293610] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.293610] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.293610] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.293804] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.293804] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.293858] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dce4dc78-7b9d-40fe-8da5-16659c374356',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.295013] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-12f7e89b-5fca-4dc0-a041-48a9c54d6bb7 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.295131] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12f7e89b-5fca-4dc0-a041-48a9c54d6bb7" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.295200] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12f7e89b-5fca-4dc0-a041-48a9c54d6bb7" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.295399] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12f7e89b-5fca-4dc0-a041-48a9c54d6bb7" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.295478] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12f7e89b-5fca-4dc0-a041-48a9c54d6bb7',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.797058] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dce4dc78-7b9d-40fe-8da5-16659c374356',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.798201] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-dce4dc78-7b9d-40fe-8da5-16659c374356 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.798347] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.798877] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12f7e89b-5fca-4dc0-a041-48a9c54d6bb7 with status ACTIVE [ 1157.798877] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.798979] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.798979] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.799188] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.799277] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.799448] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.799545] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.799640] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.799761] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.799838] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.800394] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.800555] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.800623] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.800775] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.801229] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.801335] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12f7e89b-5fca-4dc0-a041-48a9c54d6bb7 is going to be updated. [ 1157.825664] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.825823] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.825868] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.826093] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.826233] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.826391] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12f7e89b-5fca-4dc0-a041-48a9c54d6bb7" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.299273] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dce4dc78-7b9d-40fe-8da5-16659c374356',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.689346] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: SUCCESS [ 1158.689579] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.689770] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.689998] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.690211] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.690331] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.690401] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.690539] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.690618] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.690704] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.690789] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.801909] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.801909] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.802211] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.802211] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.802330] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.802384] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dce4dc78-7b9d-40fe-8da5-16659c374356 is going to be created. [ 1158.831261] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.831428] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.831428] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.831678] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.831835] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.851297] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dce4dc78-7b9d-40fe-8da5-16659c374356 in Status: UNINITIALIZED for 2s [ 1159.195082] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.195298] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.196431] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.196431] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.196431] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.196431] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.196431] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.196431] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.196431] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.196431] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.196431] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.197073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.197073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.197073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.197073] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.197073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.197245] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.197245] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.197302] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.197389] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.197482] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.699959] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69: rpc.has_security_group_logging(os_id): False [ 1159.723546] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.723768] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.723768] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.724054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.724184] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.724476] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.724591] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.724652] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.724922] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.725065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.725373] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.725527] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.725629] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.725815] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.725898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.726137] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.726242] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.726331] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.726523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.726612] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.726714] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 is going to be updated. [ 1159.807521] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.807801] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.807801] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.808040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.808283] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.826048] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: IN_PROGRESS for 2s [ 1160.871981] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dce4dc78-7b9d-40fe-8da5-16659c374356 in Status: SUCCESS [ 1160.872325] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.872646] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.872880] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.873156] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.873274] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.873360] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.873590] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.873671] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.873795] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.873896] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dce4dc78-7b9d-40fe-8da5-16659c374356',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.377299] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-dce4dc78-7b9d-40fe-8da5-16659c374356 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.377299] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.377299] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.377576] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.377576] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.377710] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.377710] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.377929] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.378110] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.378223] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.378327] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-dce4dc78-7b9d-40fe-8da5-16659c374356 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.378422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.378483] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.378621] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.378760] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.378867] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.378948] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.379160] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.379247] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.379327] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.379417] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dce4dc78-7b9d-40fe-8da5-16659c374356',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.839169] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: SUCCESS [ 1161.839394] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.882859] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dce4dc78-7b9d-40fe-8da5-16659c374356: rpc.has_security_group_logging(os_id): False [ 1161.899759] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.899952] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.900052] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.900240] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.900329] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.900562] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.900693] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.900769] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.900837] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.900915] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.901102] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.901192] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.901255] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.901395] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.901471] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.901657] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.901749] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.901809] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.901946] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.902031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.902118] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dce4dc78-7b9d-40fe-8da5-16659c374356 is going to be created. [ 1161.956394] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.956606] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.956714] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.956922] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.957128] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.969750] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dce4dc78-7b9d-40fe-8da5-16659c374356 in Status: IN_PROGRESS for 2s [ 1162.291795] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1162.291979] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1163.991681] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dce4dc78-7b9d-40fe-8da5-16659c374356 in Status: SUCCESS [ 1163.992163] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.293449] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1167.293937] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1168.494332] env[69976]: INFO networking_nsxv3.common.synchronization [req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 req-66c174e8-1c85-4236-91dd-ade0b1de704a tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Enqueued Resource ID: d62f35a0-7689-40f6-8292-b6b881389041 with Priority: HIGHEST for action security_group_members [ 1168.495138] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d62f35a0-7689-40f6-8292-b6b881389041 with Priority: HIGHEST for action security_group_members [ 1168.495586] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d62f35a0-7689-40f6-8292-b6b881389041 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.496077] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.496077] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.496209] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.496474] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.496626] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.496734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.497013] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.497106] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.497203] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d62f35a0-7689-40f6-8292-b6b881389041',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.000124] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.000278] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.000356] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.000569] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.000664] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.000932] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.001022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.001022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.001265] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.001265] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.001369] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d62f35a0-7689-40f6-8292-b6b881389041 is going to be updated. [ 1169.032199] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.032407] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.032512] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.032696] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.032844] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.041940] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d62f35a0-7689-40f6-8292-b6b881389041 in Status: IN_PROGRESS for 2s [ 1171.053592] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d62f35a0-7689-40f6-8292-b6b881389041 in Status: SUCCESS [ 1171.053592] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d62f35a0-7689-40f6-8292-b6b881389041 deletion is rescheduled due to dependency. [ 1171.054079] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.092827] env[69976]: INFO networking_nsxv3.common.synchronization [req-e99e8008-9b45-46d1-a213-0e21d7d854d4 req-8e8599aa-e04f-4e47-9b35-ded9e7a0100e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Enqueued Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_members [ 1172.093503] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_members [ 1172.094153] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.094295] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.094374] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.094606] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.094770] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.094870] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.094932] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.099026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.099026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.099026] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.370391] env[69976]: INFO networking_nsxv3.common.synchronization [req-562f1a87-57bb-485c-8951-a0c93d594eee req-ddfae582-61c8-4644-80b6-083ebc240267 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Enqueued Resource ID: dce4dc78-7b9d-40fe-8da5-16659c374356 with Priority: HIGHEST for action security_group_members [ 1172.370966] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dce4dc78-7b9d-40fe-8da5-16659c374356 with Priority: HIGHEST for action security_group_members [ 1172.371336] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-dce4dc78-7b9d-40fe-8da5-16659c374356 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.371763] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.371763] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.371763] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.371958] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.371958] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.372052] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.372369] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.372508] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.372649] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dce4dc78-7b9d-40fe-8da5-16659c374356',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.597850] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.875482] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.875685] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.875770] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.875994] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.876104] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.876311] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.876412] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.876477] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.876631] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.876709] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.876820] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dce4dc78-7b9d-40fe-8da5-16659c374356 is going to be updated. [ 1172.906771] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.906922] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.906996] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.907226] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.907373] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.918333] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dce4dc78-7b9d-40fe-8da5-16659c374356 in Status: IN_PROGRESS for 2s [ 1173.099952] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.602565] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.602711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.602815] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.603649] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.603649] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.603649] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 is going to be updated. [ 1173.635128] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.635334] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.635334] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.635551] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.635713] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.656193] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: IN_PROGRESS for 2s [ 1174.435710] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-585 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.436204] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.436204] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.436354] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.436558] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.436720] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.436843] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.437069] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.437221] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.437437] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1174.437555] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1174.437670] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1174.437784] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1174.437899] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1174.438026] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1174.438163] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1174.460589] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1174.460840] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1174.460909] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1174.461106] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.462082] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-b92cbb44-a2db-4292-b21b-c15496a35096 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.462082] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-b92cbb44-a2db-4292-b21b-c15496a35096" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.462082] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-b92cbb44-a2db-4292-b21b-c15496a35096" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.462082] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-b92cbb44-a2db-4292-b21b-c15496a35096" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.462406] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b92cbb44-a2db-4292-b21b-c15496a35096',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.928286] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dce4dc78-7b9d-40fe-8da5-16659c374356 in Status: SUCCESS [ 1174.928441] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dce4dc78-7b9d-40fe-8da5-16659c374356 deletion is rescheduled due to dependency. [ 1174.928531] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.966077] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.966322] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.966432] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.966750] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.967055] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.967304] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port b92cbb44-a2db-4292-b21b-c15496a35096 not found, creating... [ 1174.967601] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.967780] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.967932] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.968263] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.968425] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.968731] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.968902] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.969321] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.969945] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.969945] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.969945] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: b92cbb44-a2db-4292-b21b-c15496a35096 is going to be created. [ 1174.992833] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.993212] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.993358] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.993650] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.993898] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.994699] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-b92cbb44-a2db-4292-b21b-c15496a35096" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.666911] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: SUCCESS [ 1175.667373] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.759970] env[69976]: INFO networking_nsxv3.common.synchronization [req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 req-10e743ff-6d92-4ade-95c0-a61c3bc969f7 service nova] Enqueued Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_rules [ 1175.760190] env[69976]: INFO networking_nsxv3.common.synchronization [req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 req-10e743ff-6d92-4ade-95c0-a61c3bc969f7 service nova] Enqueued Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_members [ 1175.760340] env[69976]: INFO networking_nsxv3.common.synchronization [req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 req-10e743ff-6d92-4ade-95c0-a61c3bc969f7 service nova] Enqueued Resource ID: b92cbb44-a2db-4292-b21b-c15496a35096 with Priority: HIGHEST for action port [ 1175.760582] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_rules [ 1175.760721] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_members [ 1175.760822] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b92cbb44-a2db-4292-b21b-c15496a35096 with Priority: HIGHEST for action port [ 1175.761537] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.761724] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.761833] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.762118] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.762255] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.763949] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.764024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.764123] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.764391] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.764610] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.764726] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.764797] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.764946] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.765048] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.765141] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.765941] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-b92cbb44-a2db-4292-b21b-c15496a35096 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.767125] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b92cbb44-a2db-4292-b21b-c15496a35096" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.767125] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b92cbb44-a2db-4292-b21b-c15496a35096" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.767125] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b92cbb44-a2db-4292-b21b-c15496a35096" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.767125] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b92cbb44-a2db-4292-b21b-c15496a35096',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.268224] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.268391] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.268589] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.269837] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b92cbb44-a2db-4292-b21b-c15496a35096 with status ACTIVE [ 1176.270060] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.270218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.270295] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.270579] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.270796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.270924] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.271043] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.271109] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.271269] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.271367] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.271522] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.271616] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.271678] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.271818] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.271892] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.272023] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b92cbb44-a2db-4292-b21b-c15496a35096 is going to be updated. [ 1176.296073] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.296298] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.296298] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.296476] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.296615] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.296815] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b92cbb44-a2db-4292-b21b-c15496a35096" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.774531] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.281134] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.281134] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.281331] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.281419] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.281509] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.281628] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3dd8747-4b15-412c-9e57-8867e112944b is going to be updated. [ 1177.310133] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.310319] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.310381] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.310658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.310699] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.325798] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: IN_PROGRESS for 2s [ 1179.008629] env[69976]: INFO networking_nsxv3.common.synchronization [req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f req-c2b13bbd-6e2c-40eb-a102-1d86e4808191 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Enqueued Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_members [ 1179.009432] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_members [ 1179.009523] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.009615] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.009668] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.009848] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.009996] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.010864] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.010864] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.010962] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.010991] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.011102] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.340839] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: SUCCESS [ 1179.340839] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.340839] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.341026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.341197] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.341295] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.341346] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.341561] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.341651] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.343353] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.343353] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.513710] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.513878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.513951] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.515468] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.515468] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.515468] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.515468] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.515468] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.515468] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.515468] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.515468] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 is going to be updated. [ 1179.546564] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.546564] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.546564] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.546564] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.546729] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.555989] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: IN_PROGRESS for 2s [ 1179.844873] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.844873] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.844991] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.846291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.846291] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.846291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.846291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.846291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.846291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.846291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.846291] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.846291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.846291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.846291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.846692] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.846692] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.846692] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.846692] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.846814] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.846852] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.847055] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.352217] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3dd8747-4b15-412c-9e57-8867e112944b: rpc.has_security_group_logging(os_id): False [ 1180.372022] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.372022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.372022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.372022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.372022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.372022] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.372022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.372022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.372022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.372022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.372022] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.372022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.372022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.372022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.372022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.372764] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.372764] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.372764] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.372764] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.372764] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.372764] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3dd8747-4b15-412c-9e57-8867e112944b is going to be updated. [ 1180.450991] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.451170] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.451243] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.451454] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.451603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.465904] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: IN_PROGRESS for 2s [ 1181.566719] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: SUCCESS [ 1181.567055] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 deletion is rescheduled due to dependency. [ 1181.567055] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.963077] env[69976]: INFO networking_nsxv3.common.synchronization [req-82784f72-12d1-483d-b162-3fcef8bd1be4 req-a7b2569e-d2a8-42ba-97f6-d6bb6a963dff tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Enqueued Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_members [ 1181.965531] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_members [ 1181.966259] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.966438] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.966541] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.966899] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.966899] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.966899] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.967396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.967396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.967396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.967396] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.273756] env[69976]: INFO networking_nsxv3.common.synchronization [None req-8636b49c-fe94-4bbf-882c-cfe0d4e3661f None None] Enqueued Resource ID: eda315ed-1f73-46ed-93d7-9606386442de with Priority: HIGHEST for action port [ 1182.274082] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eda315ed-1f73-46ed-93d7-9606386442de with Priority: HIGHEST for action port [ 1182.274870] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-eda315ed-1f73-46ed-93d7-9606386442de taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.274870] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eda315ed-1f73-46ed-93d7-9606386442de" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.274870] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eda315ed-1f73-46ed-93d7-9606386442de" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.275979] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eda315ed-1f73-46ed-93d7-9606386442de" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.276088] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eda315ed-1f73-46ed-93d7-9606386442de',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.471931] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.472202] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.472307] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.472700] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.472837] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.473158] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.473309] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.473393] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.473609] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.473715] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.473840] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 is going to be updated. [ 1182.482716] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: SUCCESS [ 1182.483167] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.500899] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.501097] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.501139] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.501366] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.501514] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.510648] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: IN_PROGRESS for 2s [ 1182.546145] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.546145] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-702" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.546360] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-702" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.546661] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-702" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.547221] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.548140] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.548324] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.548594] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.548797] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.549081] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1182.549264] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1182.549440] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1182.549622] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1182.549830] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1182.550108] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1182.550358] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1182.570927] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1182.570927] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1182.570927] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1182.570927] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-702" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.571411] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-59d9f0ab-1b83-4bbe-bd80-7434eab84613 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.571548] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-59d9f0ab-1b83-4bbe-bd80-7434eab84613" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.571729] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-59d9f0ab-1b83-4bbe-bd80-7434eab84613" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.572113] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-59d9f0ab-1b83-4bbe-bd80-7434eab84613" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.572316] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59d9f0ab-1b83-4bbe-bd80-7434eab84613',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.787426] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eda315ed-1f73-46ed-93d7-9606386442de [ 1182.789029] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.789029] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.789029] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.789029] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.789029] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.789029] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eda315ed-1f73-46ed-93d7-9606386442de already deleted. [ 1182.789029] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eda315ed-1f73-46ed-93d7-9606386442de" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.075116] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.075353] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.075484] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.075925] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.077488] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.077488] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 59d9f0ab-1b83-4bbe-bd80-7434eab84613 not found, creating... [ 1183.077488] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.077488] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.077488] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.077488] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.077821] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.078121] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.078262] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.078392] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.078697] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.078781] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.078934] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 59d9f0ab-1b83-4bbe-bd80-7434eab84613 is going to be created. [ 1183.098012] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.098262] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.098953] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.098953] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.098953] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.099117] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-59d9f0ab-1b83-4bbe-bd80-7434eab84613" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.256098] env[69976]: INFO networking_nsxv3.common.synchronization [None req-b5a2ea08-db7a-4321-b4f3-12e690ddc741 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Enqueued Resource ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 with Priority: HIGHEST for action security_group_rules [ 1183.256687] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 with Priority: HIGHEST for action security_group_rules [ 1183.256986] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4fa8c90-25db-48d9-8f3c-46bece1e4f38 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.257141] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.257204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.257426] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.257637] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4fa8c90-25db-48d9-8f3c-46bece1e4f38',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.340581] env[69976]: INFO networking_nsxv3.common.synchronization [None req-10d61660-2eee-4312-a97e-4ec6deb9829e tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Enqueued Resource ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 with Priority: HIGHEST for action security_group_rules [ 1183.341080] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 with Priority: HIGHEST for action security_group_rules [ 1183.341390] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4fa8c90-25db-48d9-8f3c-46bece1e4f38 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.341492] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.779974] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.780321] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.780321] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.780464] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.780500] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.780584] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 already deleted. [ 1183.780651] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.780797] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.780949] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.781046] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4fa8c90-25db-48d9-8f3c-46bece1e4f38',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.870937] env[69976]: INFO networking_nsxv3.common.synchronization [req-82784f72-12d1-483d-b162-3fcef8bd1be4 req-665a96cf-6ea3-4ff5-bb4c-4bd9e1c41b5b service nova] Enqueued Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_rules [ 1183.871155] env[69976]: INFO networking_nsxv3.common.synchronization [req-82784f72-12d1-483d-b162-3fcef8bd1be4 req-665a96cf-6ea3-4ff5-bb4c-4bd9e1c41b5b service nova] Enqueued Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_members [ 1183.871302] env[69976]: INFO networking_nsxv3.common.synchronization [req-82784f72-12d1-483d-b162-3fcef8bd1be4 req-665a96cf-6ea3-4ff5-bb4c-4bd9e1c41b5b service nova] Enqueued Resource ID: 59d9f0ab-1b83-4bbe-bd80-7434eab84613 with Priority: HIGHEST for action port [ 1183.871838] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_rules [ 1183.871978] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_members [ 1183.872307] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d9f0ab-1b83-4bbe-bd80-7434eab84613 with Priority: HIGHEST for action port [ 1183.872639] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.872797] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.872875] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.873073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.873145] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.876065] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.876065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.876065] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-59d9f0ab-1b83-4bbe-bd80-7434eab84613 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.876065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59d9f0ab-1b83-4bbe-bd80-7434eab84613" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.876065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59d9f0ab-1b83-4bbe-bd80-7434eab84613" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.876065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59d9f0ab-1b83-4bbe-bd80-7434eab84613" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.876065] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59d9f0ab-1b83-4bbe-bd80-7434eab84613',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.302542] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.302738] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.302823] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.303058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.303152] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.303246] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 already deleted. [ 1184.303329] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.379896] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.380030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.380234] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59d9f0ab-1b83-4bbe-bd80-7434eab84613 with status ACTIVE [ 1184.380395] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.380499] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.380563] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.380861] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.380861] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.381016] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.382807] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.382807] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.382807] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.382807] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.382807] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.382807] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.382807] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.382807] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.382807] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.382807] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59d9f0ab-1b83-4bbe-bd80-7434eab84613 is going to be updated. [ 1184.410300] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.410488] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.410562] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.410712] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.410848] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.411059] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59d9f0ab-1b83-4bbe-bd80-7434eab84613" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.527731] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: SUCCESS [ 1184.527933] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 deletion is rescheduled due to dependency. [ 1184.528184] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.528408] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.528725] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.528888] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.529051] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.529118] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.529267] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.529345] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.529450] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.626279] env[69976]: INFO networking_nsxv3.common.synchronization [None req-c07a791f-899a-4f04-8684-4041b96f98e5 None None] Enqueued Resource ID: fd6812dd-24f3-4df5-b111-64e62d64a6c1 with Priority: HIGHEST for action port [ 1184.626549] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd6812dd-24f3-4df5-b111-64e62d64a6c1 with Priority: HIGHEST for action port [ 1184.627462] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd6812dd-24f3-4df5-b111-64e62d64a6c1 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.627586] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd6812dd-24f3-4df5-b111-64e62d64a6c1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.627651] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd6812dd-24f3-4df5-b111-64e62d64a6c1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.627915] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd6812dd-24f3-4df5-b111-64e62d64a6c1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.629596] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd6812dd-24f3-4df5-b111-64e62d64a6c1',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.032077] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.130654] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd6812dd-24f3-4df5-b111-64e62d64a6c1 [ 1185.130868] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.131090] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.131090] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.131300] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.131391] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.131488] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd6812dd-24f3-4df5-b111-64e62d64a6c1 already deleted. [ 1185.131571] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd6812dd-24f3-4df5-b111-64e62d64a6c1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.534326] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.037431] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.037431] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.037860] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.037860] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.037860] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.037967] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 is going to be updated. [ 1186.065319] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.065547] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.065597] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.065792] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.065934] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.074558] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: IN_PROGRESS for 2s [ 1188.090188] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: SUCCESS [ 1188.090606] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.090606] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.090837] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.091207] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.091366] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.091429] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.091588] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.091673] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.091761] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.091856] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.594556] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.594853] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.594853] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.595091] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.595269] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.595375] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.595435] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.595592] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.595683] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.595795] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.595944] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.596052] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.596117] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.596254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.596392] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.596514] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.596570] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.596714] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.596815] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.596903] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.596991] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.099717] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69: rpc.has_security_group_logging(os_id): False [ 1189.118392] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.118603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.118603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.118850] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.118954] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.119251] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.119361] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.119424] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.119583] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.119695] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.119931] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.120068] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.120143] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.120298] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.120377] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.120582] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.120678] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.120736] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.120876] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.120951] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.121048] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 is going to be updated. [ 1189.197122] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.197342] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.197342] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.197540] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.197690] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.210682] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: IN_PROGRESS for 2s [ 1189.627711] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1189.627896] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1191.227088] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: SUCCESS [ 1191.227375] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.543297] env[69976]: INFO networking_nsxv3.common.synchronization [req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 req-4b781294-9883-4654-a249-3a1dfada7d00 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Enqueued Resource ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 with Priority: HIGHEST for action security_group_members [ 1191.543872] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 with Priority: HIGHEST for action security_group_members [ 1191.544208] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4fa8c90-25db-48d9-8f3c-46bece1e4f38 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.544336] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.544403] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.544783] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.544975] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.545557] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.545636] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.545824] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.545921] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.546030] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4fa8c90-25db-48d9-8f3c-46bece1e4f38',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.870726] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.870990] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-782" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.871200] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-782" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.871673] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-782" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.871928] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.872151] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.872294] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.872717] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.872797] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.873024] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1191.873182] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1191.873327] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1191.873520] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1191.873740] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1191.873825] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1191.874034] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1191.895749] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1191.895923] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1191.896180] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1191.896394] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-782" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.897029] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.897029] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.897029] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.897340] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.897700] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.048501] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.048666] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.048741] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.048965] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.049075] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.049282] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.049383] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.049445] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.049595] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.049672] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.049758] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 already deleted. [ 1192.049842] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.401688] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.402065] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.402158] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.402450] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.402676] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.403104] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1 not found, creating... [ 1192.403338] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.403338] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.403506] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.403691] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.403842] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.404199] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.404347] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.404480] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.404701] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.404904] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.405079] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1 is going to be created. [ 1192.430233] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.430233] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.430233] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.430233] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.430437] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.430620] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.890452] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-585 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.891346] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.891346] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.891346] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.891346] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.891607] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.891607] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.891796] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.891949] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.896345] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1192.896484] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1192.896606] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1192.896724] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1192.896849] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1192.896963] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1192.897180] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1192.918318] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1192.918486] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1192.918632] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1192.918820] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-585" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.919165] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-b92cbb44-a2db-4292-b21b-c15496a35096 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.919363] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-b92cbb44-a2db-4292-b21b-c15496a35096" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.919520] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-b92cbb44-a2db-4292-b21b-c15496a35096" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.919846] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-b92cbb44-a2db-4292-b21b-c15496a35096" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.920426] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b92cbb44-a2db-4292-b21b-c15496a35096',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.424583] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.424936] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.425139] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.425436] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.425599] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.425918] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.426101] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.426229] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.426446] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.426590] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.426891] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.427082] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.427222] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.427469] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.427614] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.427762] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: b92cbb44-a2db-4292-b21b-c15496a35096 is going to be updated. [ 1193.451253] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.451492] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.451626] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.451925] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.452172] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.452464] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-b92cbb44-a2db-4292-b21b-c15496a35096" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.583415] env[69976]: INFO networking_nsxv3.common.synchronization [req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 req-b1602f91-1353-497e-a9dc-e165d4d3a2a2 service nova] Enqueued Resource ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 with Priority: HIGHEST for action security_group_rules [ 1193.583615] env[69976]: INFO networking_nsxv3.common.synchronization [req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 req-b1602f91-1353-497e-a9dc-e165d4d3a2a2 service nova] Enqueued Resource ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 with Priority: HIGHEST for action security_group_members [ 1193.583760] env[69976]: INFO networking_nsxv3.common.synchronization [req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 req-b1602f91-1353-497e-a9dc-e165d4d3a2a2 service nova] Enqueued Resource ID: 2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1 with Priority: HIGHEST for action port [ 1193.584011] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 with Priority: HIGHEST for action security_group_rules [ 1193.584148] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 with Priority: HIGHEST for action security_group_members [ 1193.584248] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1 with Priority: HIGHEST for action port [ 1193.585106] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4fa8c90-25db-48d9-8f3c-46bece1e4f38 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.585106] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.585220] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.585389] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.585480] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4fa8c90-25db-48d9-8f3c-46bece1e4f38',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.587025] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4fa8c90-25db-48d9-8f3c-46bece1e4f38 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.587025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.587025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.587364] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.587608] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.587770] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.588266] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.588527] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.588677] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.588830] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4fa8c90-25db-48d9-8f3c-46bece1e4f38',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.591132] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.591132] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.591132] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.591996] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.591996] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.087731] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4fa8c90-25db-48d9-8f3c-46bece1e4f38 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.087931] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.093376] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4fa8c90-25db-48d9-8f3c-46bece1e4f38',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.094316] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1 with status ACTIVE [ 1194.097422] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.097422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.097422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.097422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.097422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.097422] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.097422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.097422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.097422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.097422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.097422] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.097422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.097422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.097422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.097422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.097422] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1 is going to be updated. [ 1194.123152] env[69976]: INFO networking_nsxv3.common.synchronization [req-11c84785-a539-4ce9-9475-bf8ef2611797 req-ba174658-090f-43e5-9c5c-b6feff7ea73b service nova] Enqueued Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_rules [ 1194.123327] env[69976]: INFO networking_nsxv3.common.synchronization [req-11c84785-a539-4ce9-9475-bf8ef2611797 req-ba174658-090f-43e5-9c5c-b6feff7ea73b service nova] Enqueued Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_members [ 1194.123473] env[69976]: INFO networking_nsxv3.common.synchronization [req-11c84785-a539-4ce9-9475-bf8ef2611797 req-ba174658-090f-43e5-9c5c-b6feff7ea73b service nova] Enqueued Resource ID: b92cbb44-a2db-4292-b21b-c15496a35096 with Priority: HIGHEST for action port [ 1194.124565] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.124671] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.124733] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.125753] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.126063] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.126299] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.126773] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_rules [ 1194.126919] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_members [ 1194.127035] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b92cbb44-a2db-4292-b21b-c15496a35096 with Priority: HIGHEST for action port [ 1194.127420] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.127539] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.127607] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.127805] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.127891] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.128880] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.129115] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.129115] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.129294] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.130811] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.130939] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.131017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.131253] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.131325] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.131388] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.132363] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-b92cbb44-a2db-4292-b21b-c15496a35096 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.132481] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b92cbb44-a2db-4292-b21b-c15496a35096" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.132481] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b92cbb44-a2db-4292-b21b-c15496a35096" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.132632] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b92cbb44-a2db-4292-b21b-c15496a35096" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.132707] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b92cbb44-a2db-4292-b21b-c15496a35096',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.598631] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4fa8c90-25db-48d9-8f3c-46bece1e4f38',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.635078] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.635201] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.635407] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b92cbb44-a2db-4292-b21b-c15496a35096 with status ACTIVE [ 1194.635576] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.635688] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.635792] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.636148] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.636243] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.636743] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.636926] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.637012] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.637220] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.637310] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.637525] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.637653] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.637718] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.637894] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.637987] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.638078] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b92cbb44-a2db-4292-b21b-c15496a35096 is going to be updated. [ 1194.639326] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.660766] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.660940] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.660993] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.661182] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.661322] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.661478] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b92cbb44-a2db-4292-b21b-c15496a35096" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.100816] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.101055] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.101165] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.101421] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.101524] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.101635] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 is going to be created. [ 1195.125340] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.125548] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.125548] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.125762] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.125980] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.135337] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 in Status: UNINITIALIZED for 2s [ 1195.141716] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.644423] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.644944] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.644944] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.645104] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.645104] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.645240] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3dd8747-4b15-412c-9e57-8867e112944b is going to be updated. [ 1195.689027] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.689265] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.689265] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.689582] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.689751] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.709654] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: IN_PROGRESS for 2s [ 1197.145390] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 in Status: SUCCESS [ 1197.145698] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.145775] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.146057] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.146279] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.146398] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.146467] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.146626] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.146710] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.146795] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.146886] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4fa8c90-25db-48d9-8f3c-46bece1e4f38',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.650048] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4fa8c90-25db-48d9-8f3c-46bece1e4f38',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.719740] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: SUCCESS [ 1197.720501] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.720501] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.720501] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.720707] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.720765] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.720795] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.720944] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.721046] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.721137] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.721230] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.152110] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4fa8c90-25db-48d9-8f3c-46bece1e4f38: rpc.has_security_group_logging(os_id): False [ 1198.171507] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.171711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.171761] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.172038] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.172137] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.172394] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.172541] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.172643] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.172923] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.172993] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.173145] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 is going to be created. [ 1198.223558] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.224222] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.224222] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.224222] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.224465] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.224465] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.224554] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.224670] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.224789] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.224958] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.225132] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.225245] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.225335] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.225500] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.225680] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.225771] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.225854] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.226048] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.226134] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.226219] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.226329] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.239398] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.239398] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.239640] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.239674] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.239973] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.250538] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 in Status: IN_PROGRESS for 2s [ 1198.728643] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3dd8747-4b15-412c-9e57-8867e112944b: rpc.has_security_group_logging(os_id): False [ 1198.745680] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.745872] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.745920] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.746233] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.746349] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.746849] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.746849] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.746849] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.747054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.747054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.747170] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.747255] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.747302] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.747430] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.747503] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.747675] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.747767] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.747820] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.747957] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.748045] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.748127] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3dd8747-4b15-412c-9e57-8867e112944b is going to be updated. [ 1198.805323] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.805504] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.805549] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.805739] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.805883] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.820624] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: IN_PROGRESS for 2s [ 1199.128435] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1199.128636] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1199.900498] env[69976]: INFO networking_nsxv3.common.synchronization [req-7e463078-2e01-44f0-a42b-f5a160b1a2aa req-05c4c18a-17c2-4e07-9b75-c4a9540395b5 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Enqueued Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_members [ 1199.901041] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_members [ 1199.901350] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a305b992-f3d8-451a-a8d8-39fb2471577f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.901479] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.901546] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.901743] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.901894] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.901990] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.902071] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.902450] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.902450] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.902450] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.267231] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 in Status: SUCCESS [ 1200.269163] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.404801] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.405054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.405133] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.405357] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.405451] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.405648] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.405746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.405856] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.406066] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.406149] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.406241] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a305b992-f3d8-451a-a8d8-39fb2471577f is going to be updated. [ 1200.434454] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.434678] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.434678] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.434994] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.435169] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.444887] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a305b992-f3d8-451a-a8d8-39fb2471577f in Status: IN_PROGRESS for 2s [ 1200.835411] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: SUCCESS [ 1200.835652] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.455019] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a305b992-f3d8-451a-a8d8-39fb2471577f in Status: SUCCESS [ 1202.455318] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a305b992-f3d8-451a-a8d8-39fb2471577f deletion is rescheduled due to dependency. [ 1202.455372] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.286665] env[69976]: INFO networking_nsxv3.common.synchronization [req-6779cae7-d119-4bf2-bfe0-e415523553da req-50318215-52b9-459d-9040-44379fa9c45d tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Enqueued Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_members [ 1203.286808] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGHEST for action security_group_members [ 1203.287291] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.287504] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.287641] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.287945] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.288225] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.288436] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.288570] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.288833] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.289014] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.289205] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.793079] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.793079] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.793079] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.793620] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.793620] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.793620] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.793780] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.793874] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.794132] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.794256] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.794395] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 is going to be updated. [ 1203.822185] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.822406] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.822406] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.822595] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.822736] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.831504] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: IN_PROGRESS for 2s [ 1205.842276] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 in Status: SUCCESS [ 1205.842623] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 deletion is rescheduled due to dependency. [ 1205.842623] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.288156] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1208.288576] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1209.871541] env[69976]: INFO networking_nsxv3.common.synchronization [req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 req-5cf59525-9ed2-4ba8-a510-dce98d241e57 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Enqueued Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_members [ 1209.871946] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_members [ 1209.872270] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a305b992-f3d8-451a-a8d8-39fb2471577f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.872428] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.872489] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.872639] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.872789] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.872886] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.872957] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.873176] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.873259] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.873399] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.990306] env[69976]: INFO networking_nsxv3.common.synchronization [req-6234ad35-c53d-413d-9f42-484b7bc2575e req-f6b5c7e2-2289-4298-8ae2-1cedcbe93115 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Enqueued Resource ID: 078b4089-5114-41c0-9199-1cc9fe8b616f with Priority: HIGHEST for action security_group_members [ 1209.990831] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 078b4089-5114-41c0-9199-1cc9fe8b616f with Priority: HIGHEST for action security_group_members [ 1209.991264] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-078b4089-5114-41c0-9199-1cc9fe8b616f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.991453] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.991568] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.991841] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.992128] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.992316] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.992387] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.992686] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.992686] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.992912] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('078b4089-5114-41c0-9199-1cc9fe8b616f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.260724] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-662 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.261077] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-662" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.261170] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-662" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.261495] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-662" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.261857] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.261990] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.262141] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.262407] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.262566] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.262812] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1210.262952] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1210.263083] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1210.263214] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1210.263334] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1210.263460] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1210.263600] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1210.285656] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1210.285776] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1210.285928] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1210.286133] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-662" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.286460] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.286639] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.286763] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.287123] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.287319] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.375087] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.375358] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.375358] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.375554] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.375647] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.375870] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.376095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.376095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.376945] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.376945] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.376945] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a305b992-f3d8-451a-a8d8-39fb2471577f is going to be updated. [ 1210.411532] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.411735] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.411735] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.411912] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.412059] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.422106] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a305b992-f3d8-451a-a8d8-39fb2471577f in Status: IN_PROGRESS for 2s [ 1210.495157] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('078b4089-5114-41c0-9199-1cc9fe8b616f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.789750] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.789973] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.790163] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.790417] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.790574] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.790734] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b not found, creating... [ 1210.791030] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.791198] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.791322] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.791556] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.791702] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.791988] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.792171] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.792295] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.792506] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.792646] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.792790] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b is going to be created. [ 1210.818532] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.818745] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.818841] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.819114] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.819355] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.819585] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.000214] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('078b4089-5114-41c0-9199-1cc9fe8b616f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.505859] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.506063] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.506137] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.506354] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.506450] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.506555] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 078b4089-5114-41c0-9199-1cc9fe8b616f is going to be updated. [ 1211.521331] env[69976]: INFO networking_nsxv3.common.synchronization [None req-51b3c50d-295a-4cef-aa91-733d066cb9a4 None None] Enqueued Resource ID: ef80c285-184c-48c9-a358-4cbfee29ce32 with Priority: HIGHEST for action port [ 1211.521914] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef80c285-184c-48c9-a358-4cbfee29ce32 with Priority: HIGHEST for action port [ 1211.522256] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef80c285-184c-48c9-a358-4cbfee29ce32 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.522379] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef80c285-184c-48c9-a358-4cbfee29ce32" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.522448] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef80c285-184c-48c9-a358-4cbfee29ce32" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.522726] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef80c285-184c-48c9-a358-4cbfee29ce32" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.522828] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef80c285-184c-48c9-a358-4cbfee29ce32',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.535474] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.535666] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.535666] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.535872] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.536026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.547016] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 078b4089-5114-41c0-9199-1cc9fe8b616f in Status: IN_PROGRESS for 2s [ 1211.687532] env[69976]: INFO networking_nsxv3.common.synchronization [req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 req-bbfccff0-78a0-4b14-b997-84d4e556b52b service nova] Enqueued Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_rules [ 1211.687750] env[69976]: INFO networking_nsxv3.common.synchronization [req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 req-bbfccff0-78a0-4b14-b997-84d4e556b52b service nova] Enqueued Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_members [ 1211.687902] env[69976]: INFO networking_nsxv3.common.synchronization [req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 req-bbfccff0-78a0-4b14-b997-84d4e556b52b service nova] Enqueued Resource ID: 7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b with Priority: HIGHEST for action port [ 1211.688204] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_rules [ 1211.688343] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_members [ 1211.688442] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b with Priority: HIGHEST for action port [ 1211.690132] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a305b992-f3d8-451a-a8d8-39fb2471577f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.694169] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.694260] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.694479] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.694572] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.695642] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a305b992-f3d8-451a-a8d8-39fb2471577f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.695744] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.698310] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.698310] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.698310] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.698310] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.698310] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.028166] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef80c285-184c-48c9-a358-4cbfee29ce32 [ 1212.028461] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.028547] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.028594] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.028820] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.028914] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.029022] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef80c285-184c-48c9-a358-4cbfee29ce32 already deleted. [ 1212.029106] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef80c285-184c-48c9-a358-4cbfee29ce32" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.200267] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a305b992-f3d8-451a-a8d8-39fb2471577f taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.200397] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.200586] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b with status ACTIVE [ 1212.200738] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.200855] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.200913] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.201162] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.201258] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.201588] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.201588] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.201588] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.201756] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.201791] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.201942] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.202047] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.202110] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.202247] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.202320] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.202405] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b is going to be updated. [ 1212.214665] env[69976]: INFO networking_nsxv3.common.synchronization [None req-fdf88506-fc0b-4d60-8e21-053b89e76955 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Enqueued Resource ID: d2d6f928-4ede-4d53-b159-992daa453090 with Priority: HIGHEST for action security_group_rules [ 1212.215437] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d6f928-4ede-4d53-b159-992daa453090 with Priority: HIGHEST for action security_group_rules [ 1212.215750] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2d6f928-4ede-4d53-b159-992daa453090 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.215874] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.215942] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.216322] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.216322] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2d6f928-4ede-4d53-b159-992daa453090',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.225835] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.225977] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.226116] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.226275] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.226416] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.226581] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.319928] env[69976]: INFO networking_nsxv3.common.synchronization [None req-7ca4244c-6a6a-4fac-a948-c89b1186a1eb tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Enqueued Resource ID: d2d6f928-4ede-4d53-b159-992daa453090 with Priority: HIGHEST for action security_group_rules [ 1212.319928] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d6f928-4ede-4d53-b159-992daa453090 with Priority: HIGHEST for action security_group_rules [ 1212.319928] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2d6f928-4ede-4d53-b159-992daa453090 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.319928] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.433964] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a305b992-f3d8-451a-a8d8-39fb2471577f in Status: SUCCESS [ 1212.435368] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a305b992-f3d8-451a-a8d8-39fb2471577f deletion is rescheduled due to dependency. [ 1212.435707] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.435707] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.436395] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.436395] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.436395] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.436395] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.436601] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.436601] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.436659] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.739117] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.739828] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.740017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.741051] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.741210] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.741380] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2d6f928-4ede-4d53-b159-992daa453090 already deleted. [ 1212.741533] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.741763] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.742031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.742173] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2d6f928-4ede-4d53-b159-992daa453090',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.940221] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.265285] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.265592] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.265592] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.265750] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.265844] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.266012] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2d6f928-4ede-4d53-b159-992daa453090 already deleted. [ 1213.266063] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.444277] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.558669] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 078b4089-5114-41c0-9199-1cc9fe8b616f in Status: SUCCESS [ 1213.558912] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.925362] env[69976]: INFO networking_nsxv3.common.synchronization [None req-14445fbd-afdb-444c-ab0c-70217f6e4e6c None None] Enqueued Resource ID: a6cde101-b1ac-49a3-a99f-0c1e12f8daca with Priority: HIGHEST for action port [ 1213.926417] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6cde101-b1ac-49a3-a99f-0c1e12f8daca with Priority: HIGHEST for action port [ 1213.926417] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6cde101-b1ac-49a3-a99f-0c1e12f8daca taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.926558] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6cde101-b1ac-49a3-a99f-0c1e12f8daca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.926558] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6cde101-b1ac-49a3-a99f-0c1e12f8daca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.926797] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6cde101-b1ac-49a3-a99f-0c1e12f8daca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.926870] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6cde101-b1ac-49a3-a99f-0c1e12f8daca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.947693] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.949115] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.949115] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.949115] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.949115] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.949115] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a305b992-f3d8-451a-a8d8-39fb2471577f is going to be updated. [ 1213.979123] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.979123] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.979123] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.979123] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.979123] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.990442] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a305b992-f3d8-451a-a8d8-39fb2471577f in Status: IN_PROGRESS for 2s [ 1214.429359] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6cde101-b1ac-49a3-a99f-0c1e12f8daca [ 1214.429722] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.429722] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.429824] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.430021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.430122] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.430220] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6cde101-b1ac-49a3-a99f-0c1e12f8daca already deleted. [ 1214.430304] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6cde101-b1ac-49a3-a99f-0c1e12f8daca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.002214] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a305b992-f3d8-451a-a8d8-39fb2471577f in Status: SUCCESS [ 1216.002672] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.002760] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.003075] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.003336] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.003455] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.003575] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.003786] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.003880] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.003979] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.004115] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.297336] env[69976]: INFO networking_nsxv3.common.synchronization [req-a463e88f-8618-4827-9c51-f2664587ae6a req-3dc0a367-6850-4627-93e9-63e25f9152aa tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Enqueued Resource ID: 078b4089-5114-41c0-9199-1cc9fe8b616f with Priority: HIGHEST for action security_group_members [ 1216.297884] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 078b4089-5114-41c0-9199-1cc9fe8b616f with Priority: HIGHEST for action security_group_members [ 1216.298233] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-078b4089-5114-41c0-9199-1cc9fe8b616f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.298363] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.298427] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.298623] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.298767] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.298864] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.298917] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.299108] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.299199] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.299300] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('078b4089-5114-41c0-9199-1cc9fe8b616f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.506932] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.801870] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.802104] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.802153] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.802422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.802521] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.802746] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.802872] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.802944] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.803130] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.803245] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.803345] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 078b4089-5114-41c0-9199-1cc9fe8b616f is going to be updated. [ 1216.829172] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.829386] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.829436] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.829615] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.830708] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.838100] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 078b4089-5114-41c0-9199-1cc9fe8b616f in Status: IN_PROGRESS for 2s [ 1217.009179] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a305b992-f3d8-451a-a8d8-39fb2471577f: rpc.has_security_group_logging(os_id): False [ 1217.028258] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.029502] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.029502] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.029502] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.029502] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.029502] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.029502] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.029502] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.029502] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.029502] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.029870] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a305b992-f3d8-451a-a8d8-39fb2471577f is going to be updated. [ 1217.085965] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.086228] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.086286] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.086501] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.086671] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.099462] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a305b992-f3d8-451a-a8d8-39fb2471577f in Status: IN_PROGRESS for 2s [ 1217.770737] env[69976]: INFO networking_nsxv3.common.synchronization [req-c3003db2-9517-4744-8de6-509e7d7209cf req-101b08ef-903d-4fa0-b25a-d00b665ab446 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Enqueued Resource ID: d2d6f928-4ede-4d53-b159-992daa453090 with Priority: HIGHEST for action security_group_members [ 1217.771344] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d6f928-4ede-4d53-b159-992daa453090 with Priority: HIGHEST for action security_group_members [ 1217.771660] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d6f928-4ede-4d53-b159-992daa453090 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.771838] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.771887] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.772181] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.772382] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.772520] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.772599] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.772780] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.772907] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.773054] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2d6f928-4ede-4d53-b159-992daa453090',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.020741] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.021118] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-995" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.021118] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-995" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.021466] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-995" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.021967] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.022168] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.022296] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.022533] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.022688] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.022935] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1218.023084] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.023206] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.023352] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.023475] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1218.023589] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.023726] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.042931] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1218.043156] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1218.043322] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1218.043521] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-995" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.043821] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-535df081-29dc-49a5-94dc-bbba31a6a2ae taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.044032] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-535df081-29dc-49a5-94dc-bbba31a6a2ae" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.044179] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-535df081-29dc-49a5-94dc-bbba31a6a2ae" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.044755] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-535df081-29dc-49a5-94dc-bbba31a6a2ae" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.044906] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('535df081-29dc-49a5-94dc-bbba31a6a2ae',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.275992] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.276244] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.276367] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.276603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.276731] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.276962] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.277119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.277219] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.277442] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.277541] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.277666] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2d6f928-4ede-4d53-b159-992daa453090 already deleted. [ 1218.277784] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.547860] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.548139] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.548241] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.548514] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.548729] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.548857] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 535df081-29dc-49a5-94dc-bbba31a6a2ae not found, creating... [ 1218.549148] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.549325] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.549451] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.549675] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.549818] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.550362] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.550362] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.550496] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.550700] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.550842] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.550990] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 535df081-29dc-49a5-94dc-bbba31a6a2ae is going to be created. [ 1218.571864] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.572104] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.572240] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.572516] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.572745] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.573041] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-535df081-29dc-49a5-94dc-bbba31a6a2ae" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.847256] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 078b4089-5114-41c0-9199-1cc9fe8b616f in Status: SUCCESS [ 1218.847574] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 078b4089-5114-41c0-9199-1cc9fe8b616f deletion is rescheduled due to dependency. [ 1218.847726] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.113975] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a305b992-f3d8-451a-a8d8-39fb2471577f in Status: SUCCESS [ 1219.114245] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.262626] env[69976]: INFO networking_nsxv3.common.synchronization [req-c3003db2-9517-4744-8de6-509e7d7209cf req-d4b8863c-bae8-4ccf-bd92-d37e255c7814 service nova] Enqueued Resource ID: d2d6f928-4ede-4d53-b159-992daa453090 with Priority: HIGHEST for action security_group_rules [ 1219.262829] env[69976]: INFO networking_nsxv3.common.synchronization [req-c3003db2-9517-4744-8de6-509e7d7209cf req-d4b8863c-bae8-4ccf-bd92-d37e255c7814 service nova] Enqueued Resource ID: d2d6f928-4ede-4d53-b159-992daa453090 with Priority: HIGHEST for action security_group_members [ 1219.262987] env[69976]: INFO networking_nsxv3.common.synchronization [req-c3003db2-9517-4744-8de6-509e7d7209cf req-d4b8863c-bae8-4ccf-bd92-d37e255c7814 service nova] Enqueued Resource ID: 535df081-29dc-49a5-94dc-bbba31a6a2ae with Priority: HIGHEST for action port [ 1219.263539] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d6f928-4ede-4d53-b159-992daa453090 with Priority: HIGHEST for action security_group_rules [ 1219.263703] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d6f928-4ede-4d53-b159-992daa453090 with Priority: HIGHEST for action security_group_members [ 1219.263846] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 535df081-29dc-49a5-94dc-bbba31a6a2ae with Priority: HIGHEST for action port [ 1219.264494] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2d6f928-4ede-4d53-b159-992daa453090 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.264494] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.264494] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.264676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.264744] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2d6f928-4ede-4d53-b159-992daa453090',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.266526] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d6f928-4ede-4d53-b159-992daa453090 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.266664] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.266734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.266944] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.267074] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.267163] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.267229] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.268284] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.268284] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.268284] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2d6f928-4ede-4d53-b159-992daa453090',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.268655] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-535df081-29dc-49a5-94dc-bbba31a6a2ae taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.268655] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-535df081-29dc-49a5-94dc-bbba31a6a2ae" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.269432] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-535df081-29dc-49a5-94dc-bbba31a6a2ae" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.269432] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-535df081-29dc-49a5-94dc-bbba31a6a2ae" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.269432] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('535df081-29dc-49a5-94dc-bbba31a6a2ae',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.771159] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d6f928-4ede-4d53-b159-992daa453090 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.771159] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.771332] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2d6f928-4ede-4d53-b159-992daa453090',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.773802] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 535df081-29dc-49a5-94dc-bbba31a6a2ae with status ACTIVE [ 1219.773981] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.774125] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.774193] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.774469] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.774838] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.774838] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.774838] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.774838] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.775961] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.775961] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.775961] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.775961] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.775961] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.775961] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.775961] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.775961] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 535df081-29dc-49a5-94dc-bbba31a6a2ae is going to be updated. [ 1219.876795] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.876795] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.876795] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.877046] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.877046] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.877122] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-535df081-29dc-49a5-94dc-bbba31a6a2ae" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.273764] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2d6f928-4ede-4d53-b159-992daa453090',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.744485] env[69976]: INFO networking_nsxv3.common.synchronization [None req-72eeee22-06b7-4f3e-80e3-f93af44cc152 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Enqueued Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_members [ 1220.744485] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGHEST for action security_group_members [ 1220.744681] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.744827] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.744898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.745151] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.746034] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.746034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.746034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.746034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.746034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.746034] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.776134] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.776317] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.776417] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.776583] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.776755] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.776814] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2d6f928-4ede-4d53-b159-992daa453090 is going to be created. [ 1220.803436] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.803723] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.803723] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.803839] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.803997] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.815731] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d6f928-4ede-4d53-b159-992daa453090 in Status: UNINITIALIZED for 2s [ 1221.250122] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.250415] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.250558] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.250931] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.251133] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.251564] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.251700] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.251769] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.251955] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.252055] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.252162] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3dd8747-4b15-412c-9e57-8867e112944b is going to be updated. [ 1221.283771] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.284186] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.284186] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.284266] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.284432] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.293660] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: IN_PROGRESS for 2s [ 1222.825021] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d6f928-4ede-4d53-b159-992daa453090 in Status: SUCCESS [ 1222.825365] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.825471] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.825651] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.825845] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.825966] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.826039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.826207] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.826287] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.826371] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.826463] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2d6f928-4ede-4d53-b159-992daa453090',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.304759] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3dd8747-4b15-412c-9e57-8867e112944b in Status: SUCCESS [ 1223.304759] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3dd8747-4b15-412c-9e57-8867e112944b deletion is rescheduled due to dependency. [ 1223.304759] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.329102] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2d6f928-4ede-4d53-b159-992daa453090',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.830775] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2d6f928-4ede-4d53-b159-992daa453090: rpc.has_security_group_logging(os_id): False [ 1223.848879] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.849110] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.849110] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.849325] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.849416] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.849683] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.849774] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.849822] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.849973] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.850067] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.850158] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2d6f928-4ede-4d53-b159-992daa453090 is going to be created. [ 1223.920533] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.920770] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.920770] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.920947] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.921159] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.947318] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2d6f928-4ede-4d53-b159-992daa453090 in Status: IN_PROGRESS for 2s [ 1225.746017] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1225.746017] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1225.962251] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2d6f928-4ede-4d53-b159-992daa453090 in Status: SUCCESS [ 1225.962251] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.746934] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1230.747334] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1235.748068] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1235.748438] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1239.959132] env[69976]: INFO networking_nsxv3.common.synchronization [None req-38de0296-4446-48dc-842e-204e6404f810 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Enqueued Resource ID: 57e9cc66-8ceb-4546-8d49-9277f1bf6b74 with Priority: HIGHEST for action security_group_rules [ 1239.959676] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57e9cc66-8ceb-4546-8d49-9277f1bf6b74 with Priority: HIGHEST for action security_group_rules [ 1239.959987] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57e9cc66-8ceb-4546-8d49-9277f1bf6b74 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.960121] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.960189] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.960453] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.960566] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57e9cc66-8ceb-4546-8d49-9277f1bf6b74',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.024745] env[69976]: INFO networking_nsxv3.common.synchronization [None req-80f052cd-d792-4007-9fac-42c890d5a60b tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Enqueued Resource ID: 57e9cc66-8ceb-4546-8d49-9277f1bf6b74 with Priority: HIGHEST for action security_group_rules [ 1240.025248] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57e9cc66-8ceb-4546-8d49-9277f1bf6b74 with Priority: HIGHEST for action security_group_rules [ 1240.025587] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57e9cc66-8ceb-4546-8d49-9277f1bf6b74 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.025691] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.481152] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.481369] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.481369] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.481558] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.481647] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.481743] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57e9cc66-8ceb-4546-8d49-9277f1bf6b74 already deleted. [ 1240.481828] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.481983] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.482148] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.482233] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57e9cc66-8ceb-4546-8d49-9277f1bf6b74',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.001675] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.002296] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.002296] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.002296] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.002296] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.002296] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57e9cc66-8ceb-4546-8d49-9277f1bf6b74 already deleted. [ 1241.002296] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.026561] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1245.027021] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1245.281220] env[69976]: INFO networking_nsxv3.common.synchronization [req-caed46b9-cb12-4667-ab36-6ce82cefae37 req-661f641c-27aa-436f-a30c-ee399b4cece6 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Enqueued Resource ID: 57e9cc66-8ceb-4546-8d49-9277f1bf6b74 with Priority: HIGHEST for action security_group_members [ 1245.281847] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57e9cc66-8ceb-4546-8d49-9277f1bf6b74 with Priority: HIGHEST for action security_group_members [ 1245.282194] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-57e9cc66-8ceb-4546-8d49-9277f1bf6b74 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.282343] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.282407] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.282655] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.282820] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.282917] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.282977] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.283139] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.283224] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.283317] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57e9cc66-8ceb-4546-8d49-9277f1bf6b74',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.549278] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-449 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.549532] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-449" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.549715] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-449" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.550040] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-449" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.550390] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.550610] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.550760] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.551083] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.551283] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.551596] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1245.552666] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1245.552666] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1245.552666] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1245.552666] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1245.552666] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1245.552916] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1245.585837] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1245.586038] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1245.586094] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1245.586287] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-449" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.586647] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-071e256a-b0fa-4a56-9311-b5d3656c7a82 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.586817] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-071e256a-b0fa-4a56-9311-b5d3656c7a82" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.586944] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-071e256a-b0fa-4a56-9311-b5d3656c7a82" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.587330] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-071e256a-b0fa-4a56-9311-b5d3656c7a82" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.587485] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('071e256a-b0fa-4a56-9311-b5d3656c7a82',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.786041] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.786041] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.786041] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.786363] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.786467] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.786669] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.786774] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.786839] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.786997] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.787089] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.787175] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57e9cc66-8ceb-4546-8d49-9277f1bf6b74 already deleted. [ 1245.787255] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.089539] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.089862] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.089931] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.090336] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.090524] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.090716] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 071e256a-b0fa-4a56-9311-b5d3656c7a82 not found, creating... [ 1246.091035] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.091210] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.091361] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.091628] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.091781] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.092103] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.092270] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.092406] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.092628] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.092769] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.092917] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 071e256a-b0fa-4a56-9311-b5d3656c7a82 is going to be created. [ 1246.117254] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.117503] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.117611] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.117944] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.118228] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.118556] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-071e256a-b0fa-4a56-9311-b5d3656c7a82" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.788175] env[69976]: INFO networking_nsxv3.common.synchronization [req-caed46b9-cb12-4667-ab36-6ce82cefae37 req-dbb29267-5faf-42fc-b755-9e4782f003b7 service nova] Enqueued Resource ID: 57e9cc66-8ceb-4546-8d49-9277f1bf6b74 with Priority: HIGHEST for action security_group_rules [ 1246.788368] env[69976]: INFO networking_nsxv3.common.synchronization [req-caed46b9-cb12-4667-ab36-6ce82cefae37 req-dbb29267-5faf-42fc-b755-9e4782f003b7 service nova] Enqueued Resource ID: 57e9cc66-8ceb-4546-8d49-9277f1bf6b74 with Priority: HIGHEST for action security_group_members [ 1246.788516] env[69976]: INFO networking_nsxv3.common.synchronization [req-caed46b9-cb12-4667-ab36-6ce82cefae37 req-dbb29267-5faf-42fc-b755-9e4782f003b7 service nova] Enqueued Resource ID: 071e256a-b0fa-4a56-9311-b5d3656c7a82 with Priority: HIGHEST for action port [ 1246.788800] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57e9cc66-8ceb-4546-8d49-9277f1bf6b74 with Priority: HIGHEST for action security_group_rules [ 1246.788932] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57e9cc66-8ceb-4546-8d49-9277f1bf6b74 with Priority: HIGHEST for action security_group_members [ 1246.789861] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 071e256a-b0fa-4a56-9311-b5d3656c7a82 with Priority: HIGHEST for action port [ 1246.790709] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57e9cc66-8ceb-4546-8d49-9277f1bf6b74 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.790844] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.790915] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.791145] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.791227] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57e9cc66-8ceb-4546-8d49-9277f1bf6b74',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.792076] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-57e9cc66-8ceb-4546-8d49-9277f1bf6b74 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.792190] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.792259] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.792460] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.792609] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.792703] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.792772] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.792903] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.792987] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.793084] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57e9cc66-8ceb-4546-8d49-9277f1bf6b74',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.793894] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-071e256a-b0fa-4a56-9311-b5d3656c7a82 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.794038] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-071e256a-b0fa-4a56-9311-b5d3656c7a82" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.794105] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-071e256a-b0fa-4a56-9311-b5d3656c7a82" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.794210] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-071e256a-b0fa-4a56-9311-b5d3656c7a82" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.794282] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('071e256a-b0fa-4a56-9311-b5d3656c7a82',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.296304] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-57e9cc66-8ceb-4546-8d49-9277f1bf6b74 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.296304] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.297676] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57e9cc66-8ceb-4546-8d49-9277f1bf6b74',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.298640] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 071e256a-b0fa-4a56-9311-b5d3656c7a82 with status ACTIVE [ 1247.298833] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.298968] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.299052] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.299250] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.299342] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.299513] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.299613] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.299674] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.299824] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.299902] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.300093] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.300187] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.300249] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.300388] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.300463] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.300559] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 071e256a-b0fa-4a56-9311-b5d3656c7a82 is going to be updated. [ 1247.321176] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.321400] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.321400] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.321586] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.321725] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.321882] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-071e256a-b0fa-4a56-9311-b5d3656c7a82" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.802746] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57e9cc66-8ceb-4546-8d49-9277f1bf6b74',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.305024] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.305476] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.305476] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.305566] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.305617] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.305714] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57e9cc66-8ceb-4546-8d49-9277f1bf6b74 is going to be created. [ 1248.330692] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.330914] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.330914] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.331164] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.331331] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.342408] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57e9cc66-8ceb-4546-8d49-9277f1bf6b74 in Status: UNINITIALIZED for 2s [ 1249.445107] env[69976]: INFO networking_nsxv3.common.synchronization [None req-46495517-9a56-4eda-970f-34cd0691585c tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Enqueued Resource ID: 5b5468fe-2df6-4b19-8ef4-86e5d245132b with Priority: HIGHEST for action security_group_rules [ 1249.445862] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b5468fe-2df6-4b19-8ef4-86e5d245132b with Priority: HIGHEST for action security_group_rules [ 1249.445996] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b5468fe-2df6-4b19-8ef4-86e5d245132b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.446133] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.446200] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.446468] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.446574] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b5468fe-2df6-4b19-8ef4-86e5d245132b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.514233] env[69976]: INFO networking_nsxv3.common.synchronization [None req-eabb9dcb-b614-4151-8b15-04d2aee65042 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Enqueued Resource ID: 5b5468fe-2df6-4b19-8ef4-86e5d245132b with Priority: HIGHEST for action security_group_rules [ 1249.514667] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b5468fe-2df6-4b19-8ef4-86e5d245132b with Priority: HIGHEST for action security_group_rules [ 1249.514962] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b5468fe-2df6-4b19-8ef4-86e5d245132b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.515082] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.966492] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.966659] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.966756] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.966958] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.967499] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.967499] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b5468fe-2df6-4b19-8ef4-86e5d245132b already deleted. [ 1249.967499] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.967499] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.967795] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.967795] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b5468fe-2df6-4b19-8ef4-86e5d245132b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.353102] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57e9cc66-8ceb-4546-8d49-9277f1bf6b74 in Status: SUCCESS [ 1250.353456] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.353672] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.353913] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.354130] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.354255] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.354324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.354494] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.354583] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.354672] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.354765] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57e9cc66-8ceb-4546-8d49-9277f1bf6b74',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.488122] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.488544] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.488544] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.488544] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.488681] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.488718] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b5468fe-2df6-4b19-8ef4-86e5d245132b already deleted. [ 1250.488798] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.857236] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57e9cc66-8ceb-4546-8d49-9277f1bf6b74',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.359861] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57e9cc66-8ceb-4546-8d49-9277f1bf6b74: rpc.has_security_group_logging(os_id): False [ 1251.377106] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.377257] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.377333] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.377586] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.377685] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.377943] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.378059] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.378126] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.378283] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.378362] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.378450] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57e9cc66-8ceb-4546-8d49-9277f1bf6b74 is going to be created. [ 1251.436323] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.436555] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.436555] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.436722] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.436906] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.447383] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57e9cc66-8ceb-4546-8d49-9277f1bf6b74 in Status: IN_PROGRESS for 2s [ 1253.460577] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57e9cc66-8ceb-4546-8d49-9277f1bf6b74 in Status: SUCCESS [ 1253.460960] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.515603] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1254.515603] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1254.862846] env[69976]: INFO networking_nsxv3.common.synchronization [req-7eda58f2-f5da-46da-8a55-d250d3817e39 req-a5dbfe20-167d-405f-a279-76580755e0ee tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Enqueued Resource ID: 5b5468fe-2df6-4b19-8ef4-86e5d245132b with Priority: HIGHEST for action security_group_members [ 1254.863422] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b5468fe-2df6-4b19-8ef4-86e5d245132b with Priority: HIGHEST for action security_group_members [ 1254.863882] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b5468fe-2df6-4b19-8ef4-86e5d245132b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.864040] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.864115] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.864362] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.864547] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.864704] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.864795] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.864999] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.865157] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.865362] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b5468fe-2df6-4b19-8ef4-86e5d245132b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.984630] env[69976]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1254.984804] env[69976]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1255.103116] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.103319] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-782" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.103454] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-782" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.103727] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-782" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.103985] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.104162] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.104286] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.104501] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.104661] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.104877] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1255.104995] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1255.105134] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1255.105263] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1255.105364] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1255.105526] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1255.105686] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1255.125101] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1255.125101] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1255.125584] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1255.125584] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-782" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.125814] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-49732386-fc7e-4ed3-b915-1a84906105b2 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.126057] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-49732386-fc7e-4ed3-b915-1a84906105b2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.126191] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-49732386-fc7e-4ed3-b915-1a84906105b2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.126512] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-49732386-fc7e-4ed3-b915-1a84906105b2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.126612] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49732386-fc7e-4ed3-b915-1a84906105b2',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.372040] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.372271] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.372359] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.372527] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.372619] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.372843] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.372952] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.373027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.373181] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.373260] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.373351] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b5468fe-2df6-4b19-8ef4-86e5d245132b already deleted. [ 1255.373428] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.628542] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.628924] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.628924] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.629725] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.629725] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.629725] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 49732386-fc7e-4ed3-b915-1a84906105b2 not found, creating... [ 1255.629902] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.629985] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.630083] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.630299] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.630439] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.630958] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.631172] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.631297] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.631521] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.631653] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.631797] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 49732386-fc7e-4ed3-b915-1a84906105b2 is going to be created. [ 1255.653944] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.654191] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.654318] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.654613] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.654847] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.655093] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-49732386-fc7e-4ed3-b915-1a84906105b2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.646906] env[69976]: INFO networking_nsxv3.common.synchronization [req-7eda58f2-f5da-46da-8a55-d250d3817e39 req-41fba1a2-898d-48db-bfee-5b5231d361e1 service nova] Enqueued Resource ID: 5b5468fe-2df6-4b19-8ef4-86e5d245132b with Priority: HIGHEST for action security_group_rules [ 1256.647230] env[69976]: INFO networking_nsxv3.common.synchronization [req-7eda58f2-f5da-46da-8a55-d250d3817e39 req-41fba1a2-898d-48db-bfee-5b5231d361e1 service nova] Enqueued Resource ID: 5b5468fe-2df6-4b19-8ef4-86e5d245132b with Priority: HIGHEST for action security_group_members [ 1256.647268] env[69976]: INFO networking_nsxv3.common.synchronization [req-7eda58f2-f5da-46da-8a55-d250d3817e39 req-41fba1a2-898d-48db-bfee-5b5231d361e1 service nova] Enqueued Resource ID: 49732386-fc7e-4ed3-b915-1a84906105b2 with Priority: HIGHEST for action port [ 1256.647546] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b5468fe-2df6-4b19-8ef4-86e5d245132b with Priority: HIGHEST for action security_group_rules [ 1256.647601] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b5468fe-2df6-4b19-8ef4-86e5d245132b with Priority: HIGHEST for action security_group_members [ 1256.647680] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49732386-fc7e-4ed3-b915-1a84906105b2 with Priority: HIGHEST for action port [ 1256.648365] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b5468fe-2df6-4b19-8ef4-86e5d245132b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.648489] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.648563] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.648748] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.648830] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b5468fe-2df6-4b19-8ef4-86e5d245132b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.650506] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b5468fe-2df6-4b19-8ef4-86e5d245132b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.650506] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.650506] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.650506] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.650700] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.650789] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.650789] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.650957] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.651043] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.651118] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b5468fe-2df6-4b19-8ef4-86e5d245132b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.652213] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-49732386-fc7e-4ed3-b915-1a84906105b2 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.652213] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49732386-fc7e-4ed3-b915-1a84906105b2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.652213] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49732386-fc7e-4ed3-b915-1a84906105b2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.652653] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49732386-fc7e-4ed3-b915-1a84906105b2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.652737] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49732386-fc7e-4ed3-b915-1a84906105b2',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.154391] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49732386-fc7e-4ed3-b915-1a84906105b2 with status ACTIVE [ 1257.154391] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.154597] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.154597] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.154798] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.154892] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.155095] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.155203] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.155268] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.155422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.155556] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.155739] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.155835] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.155899] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.156058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.156137] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.156222] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49732386-fc7e-4ed3-b915-1a84906105b2 is going to be updated. [ 1257.157909] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b5468fe-2df6-4b19-8ef4-86e5d245132b taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.157909] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.158117] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b5468fe-2df6-4b19-8ef4-86e5d245132b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.178565] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.178763] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.178763] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.178974] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.179127] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.179291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49732386-fc7e-4ed3-b915-1a84906105b2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.660870] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b5468fe-2df6-4b19-8ef4-86e5d245132b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.900142] env[69976]: INFO networking_nsxv3.common.synchronization [req-aca0392e-40f1-46be-8658-f86db59b5cc8 req-0fe4cf7f-9106-4dc2-a81c-c471b48da07e tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Enqueued Resource ID: d2d6f928-4ede-4d53-b159-992daa453090 with Priority: HIGHEST for action security_group_members [ 1257.904299] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d6f928-4ede-4d53-b159-992daa453090 with Priority: HIGHEST for action security_group_members [ 1257.904709] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d6f928-4ede-4d53-b159-992daa453090 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.904839] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.904900] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.905117] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.905282] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.905383] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.905537] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.905636] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.905741] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.905838] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2d6f928-4ede-4d53-b159-992daa453090',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.919270] env[69976]: INFO networking_nsxv3.common.synchronization [req-aca0392e-40f1-46be-8658-f86db59b5cc8 req-0fe4cf7f-9106-4dc2-a81c-c471b48da07e tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Enqueued Resource ID: d2d6f928-4ede-4d53-b159-992daa453090 with Priority: HIGHEST for action security_group_rules [ 1257.919451] env[69976]: INFO networking_nsxv3.common.synchronization [req-aca0392e-40f1-46be-8658-f86db59b5cc8 req-0fe4cf7f-9106-4dc2-a81c-c471b48da07e tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Enqueued Resource ID: d2d6f928-4ede-4d53-b159-992daa453090 with Priority: HIGHEST for action security_group_members [ 1257.919597] env[69976]: INFO networking_nsxv3.common.synchronization [req-aca0392e-40f1-46be-8658-f86db59b5cc8 req-0fe4cf7f-9106-4dc2-a81c-c471b48da07e tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Enqueued Resource ID: 535df081-29dc-49a5-94dc-bbba31a6a2ae with Priority: HIGHEST for action port [ 1257.920450] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d6f928-4ede-4d53-b159-992daa453090 with Priority: HIGHEST for action security_group_rules [ 1257.920597] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d6f928-4ede-4d53-b159-992daa453090 with Priority: HIGHEST for action security_group_members [ 1257.920717] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 535df081-29dc-49a5-94dc-bbba31a6a2ae with Priority: HIGHEST for action port [ 1257.920958] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2d6f928-4ede-4d53-b159-992daa453090 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.921104] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.921140] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.921320] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.921396] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2d6f928-4ede-4d53-b159-992daa453090',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.922487] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d6f928-4ede-4d53-b159-992daa453090 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.922550] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.922700] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-535df081-29dc-49a5-94dc-bbba31a6a2ae taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.922801] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-535df081-29dc-49a5-94dc-bbba31a6a2ae" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.922858] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-535df081-29dc-49a5-94dc-bbba31a6a2ae" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.923019] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-535df081-29dc-49a5-94dc-bbba31a6a2ae" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.923130] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('535df081-29dc-49a5-94dc-bbba31a6a2ae',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.164023] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.164246] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.164246] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.164361] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.164447] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.164555] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b5468fe-2df6-4b19-8ef4-86e5d245132b is going to be created. [ 1258.188401] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.188648] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.188648] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.188802] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.188959] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.197193] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b5468fe-2df6-4b19-8ef4-86e5d245132b in Status: UNINITIALIZED for 2s [ 1258.407697] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2d6f928-4ede-4d53-b159-992daa453090',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.425097] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d6f928-4ede-4d53-b159-992daa453090 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.425323] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.425472] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 535df081-29dc-49a5-94dc-bbba31a6a2ae with status ACTIVE [ 1258.425726] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.425859] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.425928] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.426227] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.426314] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.426582] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.426800] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.426895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.427117] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.427254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.427510] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.427664] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.427740] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.427962] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.428090] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.428216] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 535df081-29dc-49a5-94dc-bbba31a6a2ae is going to be updated. [ 1258.449798] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.450015] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.450015] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.450477] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.450477] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.450677] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-535df081-29dc-49a5-94dc-bbba31a6a2ae" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.910506] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2d6f928-4ede-4d53-b159-992daa453090',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.414322] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.414322] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.414322] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.414618] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.414618] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.414736] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2d6f928-4ede-4d53-b159-992daa453090 is going to be updated. [ 1259.444407] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.444407] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.444546] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.444700] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.444875] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.454051] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d6f928-4ede-4d53-b159-992daa453090 in Status: IN_PROGRESS for 2s [ 1260.207048] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b5468fe-2df6-4b19-8ef4-86e5d245132b in Status: SUCCESS [ 1260.207580] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.207580] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.207846] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.208050] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.208236] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.208337] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.208483] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.208572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.208672] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.208751] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b5468fe-2df6-4b19-8ef4-86e5d245132b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.711509] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b5468fe-2df6-4b19-8ef4-86e5d245132b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.215293] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b5468fe-2df6-4b19-8ef4-86e5d245132b: rpc.has_security_group_logging(os_id): False [ 1261.233073] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.233309] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.233373] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.233600] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.233706] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.233944] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.234219] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.234352] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.234483] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.234563] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.234655] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b5468fe-2df6-4b19-8ef4-86e5d245132b is going to be created. [ 1261.296051] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.296319] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.296408] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.296705] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.296874] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.308496] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b5468fe-2df6-4b19-8ef4-86e5d245132b in Status: IN_PROGRESS for 2s [ 1261.417087] env[69976]: INFO networking_nsxv3.common.synchronization [req-2315dfef-fbaa-4d7c-beb2-afba9e45dc93 req-a83e87b4-f86d-4c7e-a635-5cc6ff9d6539 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Enqueued Resource ID: d2d6f928-4ede-4d53-b159-992daa453090 with Priority: HIGHEST for action security_group_members [ 1261.417632] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d6f928-4ede-4d53-b159-992daa453090 with Priority: HIGHEST for action security_group_members [ 1261.417962] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d6f928-4ede-4d53-b159-992daa453090 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.418274] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.429276] env[69976]: INFO networking_nsxv3.common.synchronization [req-2315dfef-fbaa-4d7c-beb2-afba9e45dc93 req-a83e87b4-f86d-4c7e-a635-5cc6ff9d6539 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Enqueued Resource ID: d2d6f928-4ede-4d53-b159-992daa453090 with Priority: HIGHEST for action security_group_rules [ 1261.429473] env[69976]: INFO networking_nsxv3.common.synchronization [req-2315dfef-fbaa-4d7c-beb2-afba9e45dc93 req-a83e87b4-f86d-4c7e-a635-5cc6ff9d6539 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Enqueued Resource ID: d2d6f928-4ede-4d53-b159-992daa453090 with Priority: HIGHEST for action security_group_members [ 1261.429596] env[69976]: INFO networking_nsxv3.common.synchronization [req-2315dfef-fbaa-4d7c-beb2-afba9e45dc93 req-a83e87b4-f86d-4c7e-a635-5cc6ff9d6539 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Enqueued Resource ID: 535df081-29dc-49a5-94dc-bbba31a6a2ae with Priority: HIGHEST for action port [ 1261.430087] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d6f928-4ede-4d53-b159-992daa453090 with Priority: HIGHEST for action security_group_rules [ 1261.432640] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d6f928-4ede-4d53-b159-992daa453090 with Priority: HIGHEST for action security_group_members [ 1261.432640] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 535df081-29dc-49a5-94dc-bbba31a6a2ae with Priority: HIGHEST for action port [ 1261.432640] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2d6f928-4ede-4d53-b159-992daa453090 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.432640] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.432640] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d6f928-4ede-4d53-b159-992daa453090 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.432640] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.432640] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-535df081-29dc-49a5-94dc-bbba31a6a2ae taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.432640] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-535df081-29dc-49a5-94dc-bbba31a6a2ae" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.432640] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-535df081-29dc-49a5-94dc-bbba31a6a2ae" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.432640] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-535df081-29dc-49a5-94dc-bbba31a6a2ae" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.432640] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('535df081-29dc-49a5-94dc-bbba31a6a2ae',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.465338] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d6f928-4ede-4d53-b159-992daa453090 in Status: SUCCESS [ 1261.465338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.465338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.465338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.465338] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.465689] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.465689] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.465766] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.465809] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.465899] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2d6f928-4ede-4d53-b159-992daa453090',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.934906] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 535df081-29dc-49a5-94dc-bbba31a6a2ae with status ACTIVE [ 1261.935204] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.935387] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.935489] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.935752] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.935851] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.936080] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.936192] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.936254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.936409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.936487] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.936677] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.936766] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.936818] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.936957] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.937041] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.937128] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 535df081-29dc-49a5-94dc-bbba31a6a2ae is going to be updated. [ 1261.957860] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.958297] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.958297] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.958297] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.958447] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.958588] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-535df081-29dc-49a5-94dc-bbba31a6a2ae" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.968062] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2d6f928-4ede-4d53-b159-992daa453090',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.470126] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2d6f928-4ede-4d53-b159-992daa453090',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.973023] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.973247] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.973294] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.973577] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.973658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.973765] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2d6f928-4ede-4d53-b159-992daa453090 is going to be updated. [ 1263.003130] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.003324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.003413] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.003648] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.003815] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.012686] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d6f928-4ede-4d53-b159-992daa453090 in Status: IN_PROGRESS for 2s [ 1263.321328] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b5468fe-2df6-4b19-8ef4-86e5d245132b in Status: SUCCESS [ 1263.321558] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.023789] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d6f928-4ede-4d53-b159-992daa453090 in Status: SUCCESS [ 1265.024142] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.024349] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.024622] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.024902] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.025027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.025119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.025322] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.025439] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.025558] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.025698] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2d6f928-4ede-4d53-b159-992daa453090',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.026803] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.027065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.027297] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.027458] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.027550] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.027793] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.027927] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.028061] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2d6f928-4ede-4d53-b159-992daa453090',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.234085] env[69976]: INFO networking_nsxv3.common.synchronization [req-15540031-f2bb-4a8d-bea6-6023ebec96d9 req-2862f308-84b0-4293-a297-7951852c880d tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Enqueued Resource ID: d2d6f928-4ede-4d53-b159-992daa453090 with Priority: HIGHEST for action security_group_members [ 1265.234633] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d6f928-4ede-4d53-b159-992daa453090 with Priority: HIGHEST for action security_group_members [ 1265.234945] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d6f928-4ede-4d53-b159-992daa453090 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.235065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.530507] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2d6f928-4ede-4d53-b159-992daa453090',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.531470] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2d6f928-4ede-4d53-b159-992daa453090',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.033068] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2d6f928-4ede-4d53-b159-992daa453090: rpc.has_security_group_logging(os_id): False [ 1266.034564] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2d6f928-4ede-4d53-b159-992daa453090',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.053707] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.053948] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.053948] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.054193] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.054299] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.054558] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.054664] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.054746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.054900] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.055043] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.055108] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2d6f928-4ede-4d53-b159-992daa453090 is going to be updated. [ 1266.116153] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.116335] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.116389] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.116966] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.116966] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.132478] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2d6f928-4ede-4d53-b159-992daa453090 in Status: IN_PROGRESS for 2s [ 1266.537478] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.537730] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.537730] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.537955] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.538143] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.538283] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2d6f928-4ede-4d53-b159-992daa453090 is going to be updated. [ 1266.568199] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.568461] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.568596] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.569014] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.569261] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.579234] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d6f928-4ede-4d53-b159-992daa453090 in Status: IN_PROGRESS for 2s [ 1268.145436] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2d6f928-4ede-4d53-b159-992daa453090 in Status: SUCCESS [ 1268.145863] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.145926] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.146313] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.146450] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2d6f928-4ede-4d53-b159-992daa453090',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.589178] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d6f928-4ede-4d53-b159-992daa453090 in Status: SUCCESS [ 1268.589418] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.589599] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.589818] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.590018] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.590132] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.590202] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.590347] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.590428] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.590523] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2d6f928-4ede-4d53-b159-992daa453090',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.666489] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.666774] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.666774] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.667033] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.667141] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.667265] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2d6f928-4ede-4d53-b159-992daa453090 is going to be deleted. [ 1268.717937] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.718221] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.718297] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.718516] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.718647] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.718795] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.093353] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.093654] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.093654] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.093801] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.094673] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.094673] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.094673] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.094673] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.094673] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.095085] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.095085] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2d6f928-4ede-4d53-b159-992daa453090 is going to be deleted. [ 1269.132021] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.132287] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.132378] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.132675] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.132833] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.132952] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.133121] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.133293] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.133485] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.133667] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.133783] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.133866] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.133949] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.134077] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2d6f928-4ede-4d53-b159-992daa453090',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.637072] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.637499] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.637499] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.637645] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.637645] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.637855] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.638025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.638105] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.638289] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.638407] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.638504] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2d6f928-4ede-4d53-b159-992daa453090 already deleted. [ 1269.638644] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d6f928-4ede-4d53-b159-992daa453090" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.236075] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1270.236075] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1273.399538] env[69976]: INFO networking_nsxv3.common.synchronization [None req-816bd38a-d7b7-4f8b-aa0a-b6dd24d2310b None None] Enqueued Resource ID: 25be3a68-8d11-4fd0-b156-65eb4e2d3057 with Priority: HIGHEST for action port [ 1273.399538] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25be3a68-8d11-4fd0-b156-65eb4e2d3057 with Priority: HIGHEST for action port [ 1273.400106] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-25be3a68-8d11-4fd0-b156-65eb4e2d3057 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.400237] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25be3a68-8d11-4fd0-b156-65eb4e2d3057" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.400290] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25be3a68-8d11-4fd0-b156-65eb4e2d3057" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.400558] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25be3a68-8d11-4fd0-b156-65eb4e2d3057" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.400636] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25be3a68-8d11-4fd0-b156-65eb4e2d3057',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.903775] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25be3a68-8d11-4fd0-b156-65eb4e2d3057 [ 1273.904152] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.904384] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.904521] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.905229] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.905229] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.905229] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25be3a68-8d11-4fd0-b156-65eb4e2d3057 already deleted. [ 1273.905229] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25be3a68-8d11-4fd0-b156-65eb4e2d3057" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.419934] env[69976]: INFO networking_nsxv3.common.synchronization [None req-fad10a9b-0aca-4094-8b5b-e9c2cfcf1b9e None None] Enqueued Resource ID: 86b63465-9b2e-41bc-90a1-8c36794f080c with Priority: HIGHEST for action port [ 1275.420493] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b63465-9b2e-41bc-90a1-8c36794f080c with Priority: HIGHEST for action port [ 1275.420966] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-86b63465-9b2e-41bc-90a1-8c36794f080c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.421109] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86b63465-9b2e-41bc-90a1-8c36794f080c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.421178] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86b63465-9b2e-41bc-90a1-8c36794f080c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.421436] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86b63465-9b2e-41bc-90a1-8c36794f080c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.421526] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86b63465-9b2e-41bc-90a1-8c36794f080c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.923204] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86b63465-9b2e-41bc-90a1-8c36794f080c [ 1275.923436] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.923612] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.923713] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.923927] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.924041] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.924154] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86b63465-9b2e-41bc-90a1-8c36794f080c already deleted. [ 1275.924241] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86b63465-9b2e-41bc-90a1-8c36794f080c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.577046] env[69976]: INFO networking_nsxv3.common.synchronization [req-a0588956-ecad-455b-a138-0ba60ef91430 req-4f4ec2ba-7823-4af7-af09-27d29cf4de11 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Enqueued Resource ID: 16801679-ce59-461e-a552-44ee4cf317f0 with Priority: HIGHEST for action security_group_members [ 1278.577562] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16801679-ce59-461e-a552-44ee4cf317f0 with Priority: HIGHEST for action security_group_members [ 1278.577865] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16801679-ce59-461e-a552-44ee4cf317f0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.577990] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.578074] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.578330] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.578498] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.578598] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.578661] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.578815] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.578901] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.578992] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16801679-ce59-461e-a552-44ee4cf317f0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.840315] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.840512] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-620" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.840630] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-620" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.840981] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-620" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.841267] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.841430] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.841552] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.841780] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.841993] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.842244] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1278.842367] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1278.842482] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1278.842597] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1278.842708] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1278.842820] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1278.842962] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1278.864267] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1278.864441] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1278.864589] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1278.864780] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-620" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.865126] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-41804cd0-82e6-4635-a21b-0c963b8e2ea4 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.865306] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-41804cd0-82e6-4635-a21b-0c963b8e2ea4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.865435] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-41804cd0-82e6-4635-a21b-0c963b8e2ea4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.865808] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-41804cd0-82e6-4635-a21b-0c963b8e2ea4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.865961] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41804cd0-82e6-4635-a21b-0c963b8e2ea4',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.081347] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.081555] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.081555] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.081740] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.081845] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.082072] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.082177] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.082243] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.082404] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.082482] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.082566] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16801679-ce59-461e-a552-44ee4cf317f0 already deleted. [ 1279.082650] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.368228] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.368493] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.369294] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.369294] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.369294] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.369294] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 41804cd0-82e6-4635-a21b-0c963b8e2ea4 not found, creating... [ 1279.369512] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.369650] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.369771] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.369991] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.370142] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.370424] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.370580] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.370699] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.370916] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.371096] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.371255] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 41804cd0-82e6-4635-a21b-0c963b8e2ea4 is going to be created. [ 1279.390980] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.391210] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.391342] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.391615] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.391968] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.392258] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-41804cd0-82e6-4635-a21b-0c963b8e2ea4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.066980] env[69976]: INFO networking_nsxv3.common.synchronization [req-a0588956-ecad-455b-a138-0ba60ef91430 req-6c9d8369-3538-410c-a074-3aa519975a1f service nova] Enqueued Resource ID: 16801679-ce59-461e-a552-44ee4cf317f0 with Priority: HIGHEST for action security_group_rules [ 1280.066980] env[69976]: INFO networking_nsxv3.common.synchronization [req-a0588956-ecad-455b-a138-0ba60ef91430 req-6c9d8369-3538-410c-a074-3aa519975a1f service nova] Enqueued Resource ID: 16801679-ce59-461e-a552-44ee4cf317f0 with Priority: HIGHEST for action security_group_members [ 1280.066980] env[69976]: INFO networking_nsxv3.common.synchronization [req-a0588956-ecad-455b-a138-0ba60ef91430 req-6c9d8369-3538-410c-a074-3aa519975a1f service nova] Enqueued Resource ID: 41804cd0-82e6-4635-a21b-0c963b8e2ea4 with Priority: HIGHEST for action port [ 1280.066980] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16801679-ce59-461e-a552-44ee4cf317f0 with Priority: HIGHEST for action security_group_rules [ 1280.066980] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16801679-ce59-461e-a552-44ee4cf317f0 with Priority: HIGHEST for action security_group_members [ 1280.066980] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41804cd0-82e6-4635-a21b-0c963b8e2ea4 with Priority: HIGHEST for action port [ 1280.066980] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16801679-ce59-461e-a552-44ee4cf317f0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.067461] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.067461] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.067461] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.067461] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16801679-ce59-461e-a552-44ee4cf317f0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.068300] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16801679-ce59-461e-a552-44ee4cf317f0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.068415] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.068477] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.068632] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.068775] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.068871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.068927] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.069082] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.069168] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.069256] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16801679-ce59-461e-a552-44ee4cf317f0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.069954] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-41804cd0-82e6-4635-a21b-0c963b8e2ea4 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.070077] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41804cd0-82e6-4635-a21b-0c963b8e2ea4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.070145] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41804cd0-82e6-4635-a21b-0c963b8e2ea4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.070294] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41804cd0-82e6-4635-a21b-0c963b8e2ea4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.070367] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41804cd0-82e6-4635-a21b-0c963b8e2ea4',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.572667] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16801679-ce59-461e-a552-44ee4cf317f0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.573684] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16801679-ce59-461e-a552-44ee4cf317f0 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.573684] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.573878] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41804cd0-82e6-4635-a21b-0c963b8e2ea4 with status ACTIVE [ 1280.573997] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.574122] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.574189] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.574395] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.574485] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.574649] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.574743] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.574808] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.574954] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.575044] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.575431] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.575431] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.575431] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.575660] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.575660] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.575660] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41804cd0-82e6-4635-a21b-0c963b8e2ea4 is going to be updated. [ 1280.597149] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.597362] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.597362] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.597561] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.597706] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.597866] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41804cd0-82e6-4635-a21b-0c963b8e2ea4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.077837] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16801679-ce59-461e-a552-44ee4cf317f0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.581533] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.581533] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.581748] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.581799] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.582597] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.582597] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16801679-ce59-461e-a552-44ee4cf317f0 is going to be created. [ 1281.605118] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.605118] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.605118] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.605118] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.605118] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.614040] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16801679-ce59-461e-a552-44ee4cf317f0 in Status: UNINITIALIZED for 2s [ 1283.625103] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16801679-ce59-461e-a552-44ee4cf317f0 in Status: UNINITIALIZED for 4s [ 1285.020968] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-662 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.021283] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-662" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.021331] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-662" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.021633] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-662" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.021928] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.022121] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.022249] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.022473] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.022623] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.022840] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1285.022962] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1285.023092] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1285.023208] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1285.023326] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1285.023439] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1285.023576] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1285.048011] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1285.048243] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1285.048389] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1285.048576] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-662" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.048898] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.049096] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.049228] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.049493] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.049635] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.067359] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1285.067503] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1285.552163] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.552408] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.552547] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.552876] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.553068] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.553393] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.553564] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.553724] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.553969] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.554137] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.554429] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.554600] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.554734] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.554961] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.555115] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.555265] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b is going to be updated. [ 1285.577235] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.577454] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.577581] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.577948] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.578609] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.578609] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.638198] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16801679-ce59-461e-a552-44ee4cf317f0 in Status: SUCCESS [ 1285.638465] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.638698] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.638965] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.639221] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.639365] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.639448] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.639645] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.639746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.639853] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.639963] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16801679-ce59-461e-a552-44ee4cf317f0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.141908] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16801679-ce59-461e-a552-44ee4cf317f0 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.142332] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.142332] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.142422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.142595] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.142691] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.142773] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.142927] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.142998] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.143082] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.143308] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16801679-ce59-461e-a552-44ee4cf317f0 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.143367] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.143367] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.143512] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.143647] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.143748] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.143820] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.143966] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.144061] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.144146] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.144237] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16801679-ce59-461e-a552-44ee4cf317f0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.327208] env[69976]: INFO networking_nsxv3.common.synchronization [req-09c0bd86-b6be-477b-b025-142e793c9436 req-b1d0d124-3ba9-4392-a86f-1ad7edfee7ea service nova] Enqueued Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_rules [ 1286.327578] env[69976]: INFO networking_nsxv3.common.synchronization [req-09c0bd86-b6be-477b-b025-142e793c9436 req-b1d0d124-3ba9-4392-a86f-1ad7edfee7ea service nova] Enqueued Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_members [ 1286.327578] env[69976]: INFO networking_nsxv3.common.synchronization [req-09c0bd86-b6be-477b-b025-142e793c9436 req-b1d0d124-3ba9-4392-a86f-1ad7edfee7ea service nova] Enqueued Resource ID: 7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b with Priority: HIGHEST for action port [ 1286.327782] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_rules [ 1286.327916] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_members [ 1286.328022] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b with Priority: HIGHEST for action port [ 1286.329105] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a305b992-f3d8-451a-a8d8-39fb2471577f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.329247] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.329316] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.329532] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.329612] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.330447] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a305b992-f3d8-451a-a8d8-39fb2471577f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.330566] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.330638] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.330799] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.330971] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.331084] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.331157] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.331372] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.331372] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.331481] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.332206] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.332314] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.332486] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.332548] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.332617] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.647083] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16801679-ce59-461e-a552-44ee4cf317f0: rpc.has_security_group_logging(os_id): False [ 1286.665911] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.666155] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.666155] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.666346] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.666438] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.666647] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.666750] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.666808] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.667019] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.667138] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.667411] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.667519] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.667586] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.667765] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.667853] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.668082] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.668186] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.668250] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.668398] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.668474] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.668561] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16801679-ce59-461e-a552-44ee4cf317f0 is going to be created. [ 1286.745967] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.746222] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.746222] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.746361] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.746539] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.758797] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16801679-ce59-461e-a552-44ee4cf317f0 in Status: IN_PROGRESS for 2s [ 1286.834103] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a305b992-f3d8-451a-a8d8-39fb2471577f taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.834344] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.834472] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.835414] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b with status ACTIVE [ 1286.835622] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.835744] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.835831] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.836078] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.836179] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.837348] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.837348] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.837348] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.837348] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.837348] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.837348] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.837348] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.837348] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.837348] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.837348] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.837814] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b is going to be updated. [ 1286.868173] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.868424] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.868424] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.868679] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.868739] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.868875] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.340070] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.843176] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.843421] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.843421] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.843658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.843768] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.843886] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a305b992-f3d8-451a-a8d8-39fb2471577f is going to be updated. [ 1287.877855] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.878152] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.878152] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.878259] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.878418] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.888791] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a305b992-f3d8-451a-a8d8-39fb2471577f in Status: IN_PROGRESS for 2s [ 1288.772965] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16801679-ce59-461e-a552-44ee4cf317f0 in Status: SUCCESS [ 1288.773372] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.900131] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a305b992-f3d8-451a-a8d8-39fb2471577f in Status: SUCCESS [ 1289.900433] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.900606] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.900895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.901162] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.901332] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.901413] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.901574] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.901659] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.901750] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.901842] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.404340] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.907113] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a305b992-f3d8-451a-a8d8-39fb2471577f: rpc.has_security_group_logging(os_id): False [ 1290.939331] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.939544] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.939544] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.939797] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.939933] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.940710] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.940710] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.940710] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.940710] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.940710] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.941081] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a305b992-f3d8-451a-a8d8-39fb2471577f is going to be updated. [ 1291.018551] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.018788] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.018788] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.018978] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.019158] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.035286] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a305b992-f3d8-451a-a8d8-39fb2471577f in Status: IN_PROGRESS for 2s [ 1291.329140] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1291.329323] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1293.055597] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a305b992-f3d8-451a-a8d8-39fb2471577f in Status: SUCCESS [ 1293.056047] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.331388] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1296.331388] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1298.892695] env[69976]: INFO networking_nsxv3.common.synchronization [req-e01286f9-799a-4d0b-a64d-d776e27ee9c1 req-b9932a64-b023-4a1e-8e19-6249050e38d2 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Enqueued Resource ID: 6711529e-fbf6-4e0b-9341-8f91e3734403 with Priority: HIGHEST for action security_group_members [ 1298.892956] env[69976]: INFO networking_nsxv3.common.synchronization [req-e01286f9-799a-4d0b-a64d-d776e27ee9c1 req-b9932a64-b023-4a1e-8e19-6249050e38d2 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Enqueued Resource ID: 16801679-ce59-461e-a552-44ee4cf317f0 with Priority: HIGHEST for action security_group_members [ 1298.893698] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6711529e-fbf6-4e0b-9341-8f91e3734403 with Priority: HIGHEST for action security_group_members [ 1298.893865] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16801679-ce59-461e-a552-44ee4cf317f0 with Priority: HIGHEST for action security_group_members [ 1298.894166] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6711529e-fbf6-4e0b-9341-8f91e3734403 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.894286] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6711529e-fbf6-4e0b-9341-8f91e3734403" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.894342] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6711529e-fbf6-4e0b-9341-8f91e3734403" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.894609] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6711529e-fbf6-4e0b-9341-8f91e3734403" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.894774] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.894888] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.894962] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.895161] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.895251] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.895347] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6711529e-fbf6-4e0b-9341-8f91e3734403',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.896699] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16801679-ce59-461e-a552-44ee4cf317f0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.896838] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.896885] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.897129] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.897330] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.897516] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.897516] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.897794] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.897794] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.897794] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16801679-ce59-461e-a552-44ee4cf317f0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.939581] env[69976]: INFO networking_nsxv3.common.synchronization [req-e01286f9-799a-4d0b-a64d-d776e27ee9c1 req-b9932a64-b023-4a1e-8e19-6249050e38d2 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Enqueued Resource ID: 16801679-ce59-461e-a552-44ee4cf317f0 with Priority: HIGHEST for action security_group_rules [ 1298.939755] env[69976]: INFO networking_nsxv3.common.synchronization [req-e01286f9-799a-4d0b-a64d-d776e27ee9c1 req-b9932a64-b023-4a1e-8e19-6249050e38d2 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Enqueued Resource ID: 16801679-ce59-461e-a552-44ee4cf317f0 with Priority: HIGHEST for action security_group_members [ 1298.939900] env[69976]: INFO networking_nsxv3.common.synchronization [req-e01286f9-799a-4d0b-a64d-d776e27ee9c1 req-b9932a64-b023-4a1e-8e19-6249050e38d2 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Enqueued Resource ID: 6711529e-fbf6-4e0b-9341-8f91e3734403 with Priority: HIGHEST for action security_group_rules [ 1298.940050] env[69976]: INFO networking_nsxv3.common.synchronization [req-e01286f9-799a-4d0b-a64d-d776e27ee9c1 req-b9932a64-b023-4a1e-8e19-6249050e38d2 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Enqueued Resource ID: 6711529e-fbf6-4e0b-9341-8f91e3734403 with Priority: HIGHEST for action security_group_members [ 1298.940243] env[69976]: INFO networking_nsxv3.common.synchronization [req-e01286f9-799a-4d0b-a64d-d776e27ee9c1 req-b9932a64-b023-4a1e-8e19-6249050e38d2 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Enqueued Resource ID: 41804cd0-82e6-4635-a21b-0c963b8e2ea4 with Priority: HIGHEST for action port [ 1298.940952] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16801679-ce59-461e-a552-44ee4cf317f0 with Priority: HIGHEST for action security_group_rules [ 1298.941036] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6711529e-fbf6-4e0b-9341-8f91e3734403 with Priority: HIGHEST for action security_group_rules [ 1298.941155] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41804cd0-82e6-4635-a21b-0c963b8e2ea4 with Priority: HIGHEST for action port [ 1298.941299] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16801679-ce59-461e-a552-44ee4cf317f0 with Priority: HIGHEST for action security_group_members [ 1298.941356] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6711529e-fbf6-4e0b-9341-8f91e3734403 with Priority: HIGHEST for action security_group_members [ 1298.941607] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16801679-ce59-461e-a552-44ee4cf317f0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.941745] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.941799] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.941984] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.942079] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16801679-ce59-461e-a552-44ee4cf317f0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.942939] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6711529e-fbf6-4e0b-9341-8f91e3734403 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.943176] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6711529e-fbf6-4e0b-9341-8f91e3734403" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.943244] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6711529e-fbf6-4e0b-9341-8f91e3734403" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.943476] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6711529e-fbf6-4e0b-9341-8f91e3734403" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.943551] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6711529e-fbf6-4e0b-9341-8f91e3734403',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.944349] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-41804cd0-82e6-4635-a21b-0c963b8e2ea4 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.944466] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41804cd0-82e6-4635-a21b-0c963b8e2ea4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.944530] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41804cd0-82e6-4635-a21b-0c963b8e2ea4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.944681] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41804cd0-82e6-4635-a21b-0c963b8e2ea4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.944748] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41804cd0-82e6-4635-a21b-0c963b8e2ea4',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.945512] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16801679-ce59-461e-a552-44ee4cf317f0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.945603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.945792] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6711529e-fbf6-4e0b-9341-8f91e3734403 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.945875] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6711529e-fbf6-4e0b-9341-8f91e3734403" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.206044] env[69976]: INFO networking_nsxv3.common.synchronization [req-231c932c-73f3-414b-bba6-11583c492d39 req-228f4110-531a-4302-aebf-222589a5f0e2 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Enqueued Resource ID: 6711529e-fbf6-4e0b-9341-8f91e3734403 with Priority: HIGHEST for action security_group_members [ 1299.206293] env[69976]: INFO networking_nsxv3.common.synchronization [req-231c932c-73f3-414b-bba6-11583c492d39 req-228f4110-531a-4302-aebf-222589a5f0e2 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Enqueued Resource ID: 16801679-ce59-461e-a552-44ee4cf317f0 with Priority: HIGHEST for action security_group_members [ 1299.206842] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6711529e-fbf6-4e0b-9341-8f91e3734403 with Priority: HIGHEST for action security_group_members [ 1299.207063] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16801679-ce59-461e-a552-44ee4cf317f0 with Priority: HIGHEST for action security_group_members [ 1299.207393] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6711529e-fbf6-4e0b-9341-8f91e3734403 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.207501] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6711529e-fbf6-4e0b-9341-8f91e3734403" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.207702] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16801679-ce59-461e-a552-44ee4cf317f0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.207790] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.253565] env[69976]: INFO networking_nsxv3.common.synchronization [req-231c932c-73f3-414b-bba6-11583c492d39 req-228f4110-531a-4302-aebf-222589a5f0e2 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Enqueued Resource ID: 16801679-ce59-461e-a552-44ee4cf317f0 with Priority: HIGHEST for action security_group_rules [ 1299.253764] env[69976]: INFO networking_nsxv3.common.synchronization [req-231c932c-73f3-414b-bba6-11583c492d39 req-228f4110-531a-4302-aebf-222589a5f0e2 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Enqueued Resource ID: 16801679-ce59-461e-a552-44ee4cf317f0 with Priority: HIGHEST for action security_group_members [ 1299.253927] env[69976]: INFO networking_nsxv3.common.synchronization [req-231c932c-73f3-414b-bba6-11583c492d39 req-228f4110-531a-4302-aebf-222589a5f0e2 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Enqueued Resource ID: 41804cd0-82e6-4635-a21b-0c963b8e2ea4 with Priority: HIGHEST for action port [ 1299.254471] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16801679-ce59-461e-a552-44ee4cf317f0 with Priority: HIGHEST for action security_group_rules [ 1299.254621] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16801679-ce59-461e-a552-44ee4cf317f0 with Priority: HIGHEST for action security_group_members [ 1299.254775] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41804cd0-82e6-4635-a21b-0c963b8e2ea4 with Priority: HIGHEST for action port [ 1299.255103] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16801679-ce59-461e-a552-44ee4cf317f0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.255239] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.255454] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16801679-ce59-461e-a552-44ee4cf317f0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.255599] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.255822] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-41804cd0-82e6-4635-a21b-0c963b8e2ea4 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.255915] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41804cd0-82e6-4635-a21b-0c963b8e2ea4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.399857] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6711529e-fbf6-4e0b-9341-8f91e3734403',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.400969] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16801679-ce59-461e-a552-44ee4cf317f0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.446991] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16801679-ce59-461e-a552-44ee4cf317f0 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.447235] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.447538] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-6711529e-fbf6-4e0b-9341-8f91e3734403 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.447641] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6711529e-fbf6-4e0b-9341-8f91e3734403" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.450244] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41804cd0-82e6-4635-a21b-0c963b8e2ea4 with status ACTIVE [ 1299.450418] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.450534] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.450613] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.450858] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.450955] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.451144] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.451252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.451325] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.451503] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.451586] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.451768] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.451865] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.451929] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.452090] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.452168] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.452256] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41804cd0-82e6-4635-a21b-0c963b8e2ea4 is going to be updated. [ 1299.476124] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.476383] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.476383] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.476686] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.476927] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.477141] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41804cd0-82e6-4635-a21b-0c963b8e2ea4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.477433] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41804cd0-82e6-4635-a21b-0c963b8e2ea4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.478032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41804cd0-82e6-4635-a21b-0c963b8e2ea4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.478032] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41804cd0-82e6-4635-a21b-0c963b8e2ea4',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.902427] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6711529e-fbf6-4e0b-9341-8f91e3734403',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.905380] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16801679-ce59-461e-a552-44ee4cf317f0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.933404] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.933618] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.933721] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.934014] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.934127] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.981729] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41804cd0-82e6-4635-a21b-0c963b8e2ea4 with status ACTIVE [ 1299.981964] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.982093] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.982156] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.982366] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.982457] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.982676] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.982799] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.982799] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.982913] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.982990] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.983247] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.983364] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.983423] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.983568] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.983645] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.983723] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41804cd0-82e6-4635-a21b-0c963b8e2ea4 is going to be updated. [ 1300.005999] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.005999] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.005999] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.005999] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.005999] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.005999] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41804cd0-82e6-4635-a21b-0c963b8e2ea4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.405565] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.405731] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.405806] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.406093] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.406201] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.406281] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6711529e-fbf6-4e0b-9341-8f91e3734403 is going to be created. [ 1300.407840] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.407840] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.407840] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.408081] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.408081] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.408081] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16801679-ce59-461e-a552-44ee4cf317f0 is going to be updated. [ 1300.432150] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.432309] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.432396] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.432604] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.432794] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.436470] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.441695] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.441835] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.441905] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.442145] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.442317] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.443991] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6711529e-fbf6-4e0b-9341-8f91e3734403 in Status: UNINITIALIZED for 2s [ 1300.450950] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16801679-ce59-461e-a552-44ee4cf317f0 in Status: IN_PROGRESS for 2s [ 1300.939624] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.442812] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1301.443124] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1302.224768] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.225266] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.225266] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.225266] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.238237] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1302.239085] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.239851] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1302.277208] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.277428] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.277490] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.277659] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.292924] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.292924] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1302.292924] env[69976]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69976) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1302.292924] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1302.295687] env[69976]: INFO networking_nsxv3.common.synchronization [req-8a9b834a-acda-456e-811b-5e8590548b4e req-40e19265-9fa1-46ff-9d44-e98b4a9b12ab tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Enqueued Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_members [ 1302.296319] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGHEST for action security_group_members [ 1302.296659] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a305b992-f3d8-451a-a8d8-39fb2471577f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.296783] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.296847] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.297090] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.297231] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.297318] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.297385] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.297534] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.297615] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.297707] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.334030] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.334030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.334030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.334030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.335071] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.335248] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1302.447630] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.448060] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.448276] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.448609] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.449438] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.451054] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1302.470213] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16801679-ce59-461e-a552-44ee4cf317f0 in Status: SUCCESS [ 1302.470871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.473023] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6711529e-fbf6-4e0b-9341-8f91e3734403 in Status: SUCCESS [ 1302.473023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6711529e-fbf6-4e0b-9341-8f91e3734403" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.473023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.473023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.473023] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.473023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.473023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.473762] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.474020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.476578] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16801679-ce59-461e-a552-44ee4cf317f0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.476578] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6711529e-fbf6-4e0b-9341-8f91e3734403" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.476578] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6711529e-fbf6-4e0b-9341-8f91e3734403" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.476578] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.476578] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.476578] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.476578] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.476578] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.476578] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6711529e-fbf6-4e0b-9341-8f91e3734403',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.534077] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.534077] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.534077] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.534077] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.534077] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.534077] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:40. [ 1302.534077] env[69976]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'a4fa8c90-25db-48d9-8f3c-46bece1e4f38', '16d12f8e-8a58-43b4-b2e1-db94c8e9bd69', 'dce4dc78-7b9d-40fe-8da5-16659c374356', 'c3dd8747-4b15-412c-9e57-8867e112944b', '9a7526ac-e729-4534-b3a7-3c18b5f9f56f', '078b4089-5114-41c0-9199-1cc9fe8b616f', 'd62f35a0-7689-40f6-8292-b6b881389041', 'a305b992-f3d8-451a-a8d8-39fb2471577f', '6a9068b9-da0b-413d-a55a-f0b74d4c1cca', '5b5468fe-2df6-4b19-8ef4-86e5d245132b', 'fa50ba54-0a33-48c5-aede-fa568ced8706', '77d0551d-766d-4abd-a335-5738588c8f60', 'e51bbd0a-7fa9-4229-a998-a17f851ffef9', 'c16be913-bab1-4fc6-ad9c-895952b6a75e', '9591b14e-552f-467c-9e3a-bd40483cc3c0', 'dc5d257d-89c4-4dd2-927f-01d045856775', '0d6f44d9-33d9-482c-923f-bba262e1bb2c', '26629797-2ce9-4e41-98c5-f1c0be74e985', 'd96f5c9f-28c0-4f89-b183-44a2472f0b7f', '7b7ae917-d6b0-43ce-ba8b-cb722589b419', '52de3ac3-b1dc-418a-a9ba-dac238f3911b', 'b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6', 'a96baa39-8695-4fd0-ba19-e8b45056e962', '3283b4f6-62cd-4112-b402-d04b7bf162e4', '873b7a00-2a66-4c56-8ac8-bb47d5778645', 'e70d6c7b-882b-4a67-aef5-0346951944eb', 'd98e322c-f95f-4a2a-9765-7546e3253f72', 'bfc0f383-cba9-4950-8954-bb05f4e038d3', '4f5d12cf-964a-4887-baf0-d32a60295419', 'eeebe33e-980b-4dac-8916-75642c3c1f7a', 'af6ec24a-16bc-45ce-816d-c65531b01ebc', '4988a7fe-e226-47f2-8e9f-0662594eaab8', '57e9cc66-8ceb-4546-8d49-9277f1bf6b74', '16801679-ce59-461e-a552-44ee4cf317f0', '41c710ad-450f-46c8-abbf-7b339725c4ab', 'a9b16169-3720-46ad-adea-d636fca71bd3', 'a77a7d28-3dd4-48de-9f6a-cc20e7ada388', 'a192731c-2730-4cca-9377-422160b6ebb0', '6ed25f09-e9bc-4746-9e81-4c2c4e987afd', 'b6b00d40-c304-4a25-a68f-0c2aca74fb47'} {{(pid=69976) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1302.534077] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1302.554097] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.554097] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.554097] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.554097] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.554097] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.554097] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1302.554097] env[69976]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69976) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1302.554097] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1302.626936] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.626936] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.626936] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.626936] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.628083] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.628448] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1302.628629] env[69976]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69976) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1302.628792] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1302.628946] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1302.629139] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/40 resources of Type:Security Group Rules [ 1302.629290] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 with Priority: HIGH for action security_group_rules [ 1302.629443] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGH for action security_group_rules [ 1302.629584] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dce4dc78-7b9d-40fe-8da5-16659c374356 with Priority: HIGH for action security_group_rules [ 1302.629718] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGH for action security_group_rules [ 1302.629853] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f with Priority: HIGH for action security_group_rules [ 1302.629988] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 078b4089-5114-41c0-9199-1cc9fe8b616f with Priority: HIGH for action security_group_rules [ 1302.630168] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d62f35a0-7689-40f6-8292-b6b881389041 with Priority: HIGH for action security_group_rules [ 1302.630315] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGH for action security_group_rules [ 1302.630449] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGH for action security_group_rules [ 1302.630589] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b5468fe-2df6-4b19-8ef4-86e5d245132b with Priority: HIGH for action security_group_rules [ 1302.630722] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa50ba54-0a33-48c5-aede-fa568ced8706 with Priority: HIGH for action security_group_rules [ 1302.630854] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGH for action security_group_rules [ 1302.631106] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e51bbd0a-7fa9-4229-a998-a17f851ffef9 with Priority: HIGH for action security_group_rules [ 1302.631290] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c16be913-bab1-4fc6-ad9c-895952b6a75e with Priority: HIGH for action security_group_rules [ 1302.631449] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 with Priority: HIGH for action security_group_rules [ 1302.631620] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGH for action security_group_rules [ 1302.631784] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d6f44d9-33d9-482c-923f-bba262e1bb2c with Priority: HIGH for action security_group_rules [ 1302.631938] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26629797-2ce9-4e41-98c5-f1c0be74e985 with Priority: HIGH for action security_group_rules [ 1302.632117] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGH for action security_group_rules [ 1302.632789] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGH for action security_group_rules [ 1302.632789] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.800977] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.800977] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.800977] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.800977] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.821359] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.821640] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.821754] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.821802] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.821983] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.822080] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.822172] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a305b992-f3d8-451a-a8d8-39fb2471577f is going to be updated. [ 1302.852666] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.852936] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.852936] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.853112] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.853248] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.863218] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a305b992-f3d8-451a-a8d8-39fb2471577f in Status: IN_PROGRESS for 2s [ 1302.978609] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16801679-ce59-461e-a552-44ee4cf317f0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.979773] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.979904] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.979971] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.980189] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.980270] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.980473] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.980605] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.980605] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.980762] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.980836] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.980930] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6711529e-fbf6-4e0b-9341-8f91e3734403 is going to be deleted. [ 1303.017964] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.018238] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.018238] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.018452] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.018602] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.018825] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6711529e-fbf6-4e0b-9341-8f91e3734403" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.019082] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6711529e-fbf6-4e0b-9341-8f91e3734403" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.019504] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6711529e-fbf6-4e0b-9341-8f91e3734403" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.019783] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.019937] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.020031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.020225] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.020425] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.020425] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6711529e-fbf6-4e0b-9341-8f91e3734403',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.483414] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16801679-ce59-461e-a552-44ee4cf317f0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.522998] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.523179] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.523282] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.523482] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.523573] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.523833] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.523965] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.524071] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.524320] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.524404] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.524495] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6711529e-fbf6-4e0b-9341-8f91e3734403 already deleted. [ 1303.524580] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6711529e-fbf6-4e0b-9341-8f91e3734403" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.524745] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6711529e-fbf6-4e0b-9341-8f91e3734403" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.524894] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6711529e-fbf6-4e0b-9341-8f91e3734403" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.525052] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.525152] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.525220] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.525393] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.525474] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.525569] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6711529e-fbf6-4e0b-9341-8f91e3734403',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.706358] env[69976]: INFO networking_nsxv3.common.synchronization [req-2074fb49-3cac-46e7-907a-eeff681b36a1 req-9561854e-11d4-407b-92d2-561856130f7b tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Enqueued Resource ID: 5b5468fe-2df6-4b19-8ef4-86e5d245132b with Priority: HIGHEST for action security_group_members [ 1303.706741] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b5468fe-2df6-4b19-8ef4-86e5d245132b with Priority: HIGHEST for action security_group_members [ 1303.706913] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 with Priority: HIGH for action security_group_rules [ 1303.707142] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dce4dc78-7b9d-40fe-8da5-16659c374356 with Priority: HIGH for action security_group_rules [ 1303.707277] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d62f35a0-7689-40f6-8292-b6b881389041 with Priority: HIGH for action security_group_rules [ 1303.707384] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 with Priority: HIGH for action security_group_rules [ 1303.707575] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 with Priority: HIGH for action security_group_rules [ 1303.707575] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f with Priority: HIGH for action security_group_rules [ 1303.707668] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26629797-2ce9-4e41-98c5-f1c0be74e985 with Priority: HIGH for action security_group_rules [ 1303.707749] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d6f44d9-33d9-482c-923f-bba262e1bb2c with Priority: HIGH for action security_group_rules [ 1303.707846] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16be913-bab1-4fc6-ad9c-895952b6a75e with Priority: HIGH for action security_group_rules [ 1303.707993] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGH for action security_group_rules [ 1303.708140] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e51bbd0a-7fa9-4229-a998-a17f851ffef9 with Priority: HIGH for action security_group_rules [ 1303.708242] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d0551d-766d-4abd-a335-5738588c8f60 with Priority: HIGH for action security_group_rules [ 1303.708375] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa50ba54-0a33-48c5-aede-fa568ced8706 with Priority: HIGH for action security_group_rules [ 1303.708525] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b5468fe-2df6-4b19-8ef4-86e5d245132b with Priority: HIGH for action security_group_rules [ 1303.708670] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca with Priority: HIGH for action security_group_rules [ 1303.708826] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 078b4089-5114-41c0-9199-1cc9fe8b616f with Priority: HIGH for action security_group_rules [ 1303.708950] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a305b992-f3d8-451a-a8d8-39fb2471577f with Priority: HIGH for action security_group_rules [ 1303.709132] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f with Priority: HIGH for action security_group_rules [ 1303.709256] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 with Priority: HIGH for action security_group_rules [ 1303.711303] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dd8747-4b15-412c-9e57-8867e112944b with Priority: HIGH for action security_group_rules [ 1303.711303] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b5468fe-2df6-4b19-8ef4-86e5d245132b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.711303] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.711303] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.711303] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.711303] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.711303] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.711303] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.711303] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.711303] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.711303] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b5468fe-2df6-4b19-8ef4-86e5d245132b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.712610] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4fa8c90-25db-48d9-8f3c-46bece1e4f38 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.712813] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.713097] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.713097] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.713205] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4fa8c90-25db-48d9-8f3c-46bece1e4f38',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.714371] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dce4dc78-7b9d-40fe-8da5-16659c374356 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.714470] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.714571] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.715039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.715039] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dce4dc78-7b9d-40fe-8da5-16659c374356',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.717658] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d62f35a0-7689-40f6-8292-b6b881389041 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.717658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.717658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.717658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.717658] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d62f35a0-7689-40f6-8292-b6b881389041',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.717658] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9591b14e-552f-467c-9e3a-bd40483cc3c0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.717658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.718266] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.718266] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.718266] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9591b14e-552f-467c-9e3a-bd40483cc3c0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.719360] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b7ae917-d6b0-43ce-ba8b-cb722589b419 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.719360] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.719360] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.719614] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.719614] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b7ae917-d6b0-43ce-ba8b-cb722589b419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.720609] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d96f5c9f-28c0-4f89-b183-44a2472f0b7f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.721692] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.721692] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.721692] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.721692] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d96f5c9f-28c0-4f89-b183-44a2472f0b7f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.723049] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26629797-2ce9-4e41-98c5-f1c0be74e985 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.723049] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.723049] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.723049] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.723049] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26629797-2ce9-4e41-98c5-f1c0be74e985',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.724087] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d6f44d9-33d9-482c-923f-bba262e1bb2c taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.724161] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.724203] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.724408] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.724506] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d6f44d9-33d9-482c-923f-bba262e1bb2c',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.725233] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c16be913-bab1-4fc6-ad9c-895952b6a75e taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.725550] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.725550] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.725771] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.725771] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c16be913-bab1-4fc6-ad9c-895952b6a75e',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.727052] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc5d257d-89c4-4dd2-927f-01d045856775 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.727292] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.727399] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.727568] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.727646] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc5d257d-89c4-4dd2-927f-01d045856775',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.728737] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e51bbd0a-7fa9-4229-a998-a17f851ffef9 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.728847] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.728976] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.729156] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.729222] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e51bbd0a-7fa9-4229-a998-a17f851ffef9',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.730433] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77d0551d-766d-4abd-a335-5738588c8f60 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.730518] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.730591] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.730753] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.730830] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77d0551d-766d-4abd-a335-5738588c8f60',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.731581] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa50ba54-0a33-48c5-aede-fa568ced8706 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.731692] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.731756] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.731908] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.731982] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa50ba54-0a33-48c5-aede-fa568ced8706',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.732746] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b5468fe-2df6-4b19-8ef4-86e5d245132b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.732870] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.733019] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.733101] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.733175] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b5468fe-2df6-4b19-8ef4-86e5d245132b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.735227] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.735352] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.735555] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.735749] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.735826] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a9068b9-da0b-413d-a55a-f0b74d4c1cca',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.737367] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-078b4089-5114-41c0-9199-1cc9fe8b616f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.737689] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.737689] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.737796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.737796] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('078b4089-5114-41c0-9199-1cc9fe8b616f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.738796] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a305b992-f3d8-451a-a8d8-39fb2471577f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.739199] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.739199] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.739199] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.739356] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a305b992-f3d8-451a-a8d8-39fb2471577f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.740263] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a7526ac-e729-4534-b3a7-3c18b5f9f56f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.740421] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.740459] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.740582] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.740656] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a7526ac-e729-4534-b3a7-3c18b5f9f56f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.741651] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.741783] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.741996] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.742175] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.742252] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16d12f8e-8a58-43b4-b2e1-db94c8e9bd69',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.743649] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3dd8747-4b15-412c-9e57-8867e112944b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.743756] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.743899] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.745091] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.745091] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3dd8747-4b15-412c-9e57-8867e112944b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.770044] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.770252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.770299] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.770477] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.772296] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.772421] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.773116] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.773219] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.790745] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.790917] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77d0551d-766d-4abd-a335-5738588c8f60 is going to be deleted. [ 1303.791753] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.791975] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.810975] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.811137] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d6f44d9-33d9-482c-923f-bba262e1bb2c is going to be deleted. [ 1303.812511] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.812729] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.832588] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.832711] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dce4dc78-7b9d-40fe-8da5-16659c374356 is going to be deleted. [ 1303.846588] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.846796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.847071] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.847222] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.847387] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.847586] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77d0551d-766d-4abd-a335-5738588c8f60" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.871513] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.871709] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.871709] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.871894] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.872008] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.872141] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d6f44d9-33d9-482c-923f-bba262e1bb2c" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.900065] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.900287] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.900287] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.900493] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.900583] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.900702] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dce4dc78-7b9d-40fe-8da5-16659c374356" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.986345] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.986571] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.986621] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.986821] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.986914] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.987211] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16801679-ce59-461e-a552-44ee4cf317f0 is going to be updated. [ 1304.028081] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.028429] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.028500] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.028791] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.028943] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.029251] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.029449] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.029596] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.029848] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.029975] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.030136] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6711529e-fbf6-4e0b-9341-8f91e3734403 already deleted. [ 1304.030281] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6711529e-fbf6-4e0b-9341-8f91e3734403" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.030465] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6711529e-fbf6-4e0b-9341-8f91e3734403',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.038892] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.039111] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.039160] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.039400] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.039597] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.056501] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16801679-ce59-461e-a552-44ee4cf317f0 in Status: IN_PROGRESS for 2s [ 1304.213760] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.214022] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.214154] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.214456] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.216215] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4fa8c90-25db-48d9-8f3c-46bece1e4f38 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.216375] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.216427] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.217981] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.217981] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.217981] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.217981] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.218236] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.218279] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.218364] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.218457] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4fa8c90-25db-48d9-8f3c-46bece1e4f38',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.229541] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5d257d-89c4-4dd2-927f-01d045856775 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.229720] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.229781] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.229957] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.230136] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.230243] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.230319] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.230559] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.230633] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.230770] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.230834] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc5d257d-89c4-4dd2-927f-01d045856775',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.248932] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.249157] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.254646] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.254889] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.255094] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.255094] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.255409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.255409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.256622] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b5468fe-2df6-4b19-8ef4-86e5d245132b is going to be updated. [ 1304.260033] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.260645] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.260645] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.260645] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.264024] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.264192] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.274906] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.275120] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.282547] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.282775] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.304314] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.304510] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.310275] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.310458] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.311472] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.311685] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.313446] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.313575] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.314406] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.314539] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.315752] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.315896] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b7ae917-d6b0-43ce-ba8b-cb722589b419 is going to be deleted. [ 1304.316825] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.317081] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.318523] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.318618] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.319297] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.319392] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.320112] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.320222] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.321337] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.322030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.330181] env[69976]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1304.330734] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.330883] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.330991] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.331254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.331431] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.333738] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.333738] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.341464] env[69976]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1304.341846] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.342022] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d62f35a0-7689-40f6-8292-b6b881389041 is going to be deleted. [ 1304.342937] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.343301] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.345028] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b5468fe-2df6-4b19-8ef4-86e5d245132b in Status: IN_PROGRESS for 2s [ 1304.363054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.363233] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9591b14e-552f-467c-9e3a-bd40483cc3c0 is going to be deleted. [ 1304.364177] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.364382] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.384521] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.384700] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26629797-2ce9-4e41-98c5-f1c0be74e985 is going to be deleted. [ 1304.385666] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.385889] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.402624] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.402624] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.425027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.425027] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e51bbd0a-7fa9-4229-a998-a17f851ffef9 is going to be deleted. [ 1304.425027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.425027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.431279] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.431279] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.453580] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.453580] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.461027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.461027] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16d12f8e-8a58-43b4-b2e1-db94c8e9bd69 is going to be deleted. [ 1304.461027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.461027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.487150] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.487150] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.509243] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.509243] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a9068b9-da0b-413d-a55a-f0b74d4c1cca is going to be deleted. [ 1304.509480] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.510031] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.533489] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6711529e-fbf6-4e0b-9341-8f91e3734403',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.541531] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.541725] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.574274] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.574479] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.575768] env[69976]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1304.576486] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.576634] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3dd8747-4b15-412c-9e57-8867e112944b is going to be deleted. [ 1304.577979] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.578289] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.578369] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.578454] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b5468fe-2df6-4b19-8ef4-86e5d245132b is going to be deleted. [ 1304.579356] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.579583] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.606144] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.606291] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a7526ac-e729-4534-b3a7-3c18b5f9f56f is going to be deleted. [ 1304.608014] env[69976]: INFO networking_nsxv3.common.synchronization [req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 req-07eac1f8-7c26-4354-890a-37f2a78a87d8 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Enqueued Resource ID: 16801679-ce59-461e-a552-44ee4cf317f0 with Priority: HIGHEST for action security_group_members [ 1304.608519] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.608726] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.609863] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16801679-ce59-461e-a552-44ee4cf317f0 with Priority: HIGHEST for action security_group_members [ 1304.610550] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-16801679-ce59-461e-a552-44ee4cf317f0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.610653] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.698912] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.699163] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 078b4089-5114-41c0-9199-1cc9fe8b616f is going to be deleted. [ 1304.700077] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.700347] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.719340] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.719566] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.720954] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4fa8c90-25db-48d9-8f3c-46bece1e4f38',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.739099] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc5d257d-89c4-4dd2-927f-01d045856775',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.742978] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.743137] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.744623] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.744770] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.752754] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.752891] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa50ba54-0a33-48c5-aede-fa568ced8706 is going to be deleted. [ 1304.753806] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.754053] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.758581] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.758699] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.797544] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.797544] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d96f5c9f-28c0-4f89-b183-44a2472f0b7f is going to be deleted. [ 1304.799064] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.799064] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.799064] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.799064] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a305b992-f3d8-451a-a8d8-39fb2471577f is going to be deleted. [ 1304.799939] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.800128] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.836973] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.837196] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.845082] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.845252] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c16be913-bab1-4fc6-ad9c-895952b6a75e is going to be deleted. [ 1304.846239] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.846450] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.846777] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.846777] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b7ae917-d6b0-43ce-ba8b-cb722589b419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.846952] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.847020] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.847074] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.847229] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d62f35a0-7689-40f6-8292-b6b881389041" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.847992] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.848153] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.848153] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.848242] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9591b14e-552f-467c-9e3a-bd40483cc3c0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.848367] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.848512] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.848591] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.848708] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26629797-2ce9-4e41-98c5-f1c0be74e985" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.848832] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.848973] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.849062] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.849178] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e51bbd0a-7fa9-4229-a998-a17f851ffef9" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.849303] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.849446] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.849517] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.849632] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16d12f8e-8a58-43b4-b2e1-db94c8e9bd69" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.849760] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.849898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.849973] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.850098] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a9068b9-da0b-413d-a55a-f0b74d4c1cca" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.850223] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.850360] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.850437] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.850569] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.850673] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.850810] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.850886] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.850998] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3dd8747-4b15-412c-9e57-8867e112944b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.851141] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.851279] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.851356] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.851474] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a7526ac-e729-4534-b3a7-3c18b5f9f56f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.851597] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.851733] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.851808] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.851922] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-078b4089-5114-41c0-9199-1cc9fe8b616f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.889026] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a305b992-f3d8-451a-a8d8-39fb2471577f in Status: SUCCESS [ 1304.889236] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a305b992-f3d8-451a-a8d8-39fb2471577f deletion is rescheduled due to dependency. [ 1304.889353] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.923254] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.923474] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.923564] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.923943] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.924110] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.924316] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a305b992-f3d8-451a-a8d8-39fb2471577f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.940287] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.940464] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.940506] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.940696] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.940790] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.940919] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa50ba54-0a33-48c5-aede-fa568ced8706" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.943736] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.943900] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.943982] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.944197] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.944291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.944411] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d96f5c9f-28c0-4f89-b183-44a2472f0b7f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.964690] env[69976]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1304.965391] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.965706] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.965706] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.965937] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.966166] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.966357] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c16be913-bab1-4fc6-ad9c-895952b6a75e" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.035450] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6711529e-fbf6-4e0b-9341-8f91e3734403: rpc.has_security_group_logging(os_id): False [ 1305.073678] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.073990] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.073990] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.074288] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.074288] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.074457] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.074574] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.074652] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.074755] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.074834] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.074909] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6711529e-fbf6-4e0b-9341-8f91e3734403 is going to be created. [ 1305.141585] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/6711529e-fbf6-4e0b-9341-8f91e3734403], does not exist path=[/infra/domains/default/groups/6711529e-fbf6-4e0b-9341-8f91e3734403]."\n}' [ 1305.141779] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6711529e-fbf6-4e0b-9341-8f91e3734403 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6711529e-fbf6-4e0b-9341-8f91e3734403 [ 1305.141852] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1305.190868] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.191032] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.191108] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.191329] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.191884] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.192142] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.192250] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.192316] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.192478] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.192557] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.192743] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.192886] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.192959] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.193122] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.193202] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.193290] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6711529e-fbf6-4e0b-9341-8f91e3734403 is going to be created. [ 1305.217611] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/6711529e-fbf6-4e0b-9341-8f91e3734403], does not exist path=[/infra/domains/default/groups/6711529e-fbf6-4e0b-9341-8f91e3734403]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6711529e-fbf6-4e0b-9341-8f91e3734403 [ 1305.217831] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6711529e-fbf6-4e0b-9341-8f91e3734403" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.218015] env[69976]: Traceback (most recent call last): [ 1305.218058] env[69976]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1305.218058] env[69976]: return func(*args, **kwargs) [ 1305.218058] env[69976]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1305.218058] env[69976]: res.raise_for_status() [ 1305.218058] env[69976]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1305.218058] env[69976]: raise HTTPError(http_error_msg, response=self) [ 1305.218058] env[69976]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6711529e-fbf6-4e0b-9341-8f91e3734403 [ 1305.218058] env[69976]: During handling of the above exception, another exception occurred: [ 1305.218058] env[69976]: Traceback (most recent call last): [ 1305.218058] env[69976]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1305.218058] env[69976]: listener.cb(fileno) [ 1305.218568] env[69976]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1305.218568] env[69976]: result = function(*args, **kwargs) [ 1305.218568] env[69976]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1305.218568] env[69976]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1305.218568] env[69976]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1305.218568] env[69976]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1305.218568] env[69976]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1305.218568] env[69976]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1305.218568] env[69976]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1305.218568] env[69976]: res.raise_for_status() [ 1305.218568] env[69976]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1305.218568] env[69976]: raise HTTPError(http_error_msg, response=self) [ 1305.218568] env[69976]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6711529e-fbf6-4e0b-9341-8f91e3734403 [ 1305.218568] env[69976]: Removing descriptor: 5 [ 1305.223518] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4fa8c90-25db-48d9-8f3c-46bece1e4f38: rpc.has_security_group_logging(os_id): False [ 1305.242272] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc5d257d-89c4-4dd2-927f-01d045856775: rpc.has_security_group_logging(os_id): False [ 1305.247455] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.247648] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.247696] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.247901] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.262157] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.262374] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.268228] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.268537] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.268633] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.268703] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.268907] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.268993] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.269098] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 is going to be updated. [ 1305.270129] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.270301] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.295404] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.295707] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.295831] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.295884] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.296195] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.296308] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.296361] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc5d257d-89c4-4dd2-927f-01d045856775 is going to be updated. [ 1305.332911] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.333168] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.333168] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.333334] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.333480] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.348638] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.348821] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.348938] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.349056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.349205] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.350786] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 in Status: IN_PROGRESS for 2s [ 1305.360197] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc5d257d-89c4-4dd2-927f-01d045856775 in Status: IN_PROGRESS for 2s [ 1306.066136] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16801679-ce59-461e-a552-44ee4cf317f0 in Status: SUCCESS [ 1306.066136] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.066521] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.066521] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.066587] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.066658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.066787] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.066873] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.066956] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.067070] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16801679-ce59-461e-a552-44ee4cf317f0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.355099] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b5468fe-2df6-4b19-8ef4-86e5d245132b in Status: SUCCESS [ 1306.355385] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b5468fe-2df6-4b19-8ef4-86e5d245132b deletion is rescheduled due to dependency. [ 1306.355385] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b5468fe-2df6-4b19-8ef4-86e5d245132b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.569488] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.569695] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.569795] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.570056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.600255] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.600524] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.600677] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.600766] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.601018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.601136] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.601251] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16801679-ce59-461e-a552-44ee4cf317f0 is going to be updated. [ 1306.631475] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.631691] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.631691] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.631835] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.631975] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.641108] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16801679-ce59-461e-a552-44ee4cf317f0 in Status: IN_PROGRESS for 2s [ 1307.365423] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 in Status: SUCCESS [ 1307.365806] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.371595] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc5d257d-89c4-4dd2-927f-01d045856775 in Status: SUCCESS [ 1307.371792] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.650723] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16801679-ce59-461e-a552-44ee4cf317f0 in Status: SUCCESS [ 1308.651094] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16801679-ce59-461e-a552-44ee4cf317f0 deletion is rescheduled due to dependency. [ 1308.651094] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.651246] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.651418] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.651597] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.651716] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.651782] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.651931] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.652021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.652123] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16801679-ce59-461e-a552-44ee4cf317f0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.155193] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.155447] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.155447] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.155645] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.155740] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.155946] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.156109] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.156180] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.156338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.156419] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.156508] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16801679-ce59-461e-a552-44ee4cf317f0 is going to be updated. [ 1309.200515] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.200642] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.200734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.200931] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.201095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.211490] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16801679-ce59-461e-a552-44ee4cf317f0 in Status: IN_PROGRESS for 2s [ 1309.610713] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.610968] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1311.226328] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16801679-ce59-461e-a552-44ee4cf317f0 in Status: SUCCESS [ 1311.226590] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16801679-ce59-461e-a552-44ee4cf317f0 deletion is rescheduled due to dependency. [ 1311.226733] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.226875] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.227101] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.227313] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.227436] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.227499] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.227649] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.227730] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.227815] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.227914] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16801679-ce59-461e-a552-44ee4cf317f0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.228770] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.228942] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.229272] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.229427] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.229512] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.229684] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.229788] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.229893] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16801679-ce59-461e-a552-44ee4cf317f0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.731370] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16801679-ce59-461e-a552-44ee4cf317f0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.735227] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.735364] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.735435] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.735778] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.735778] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.735942] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.736097] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.736255] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.736418] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.736506] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.736597] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16801679-ce59-461e-a552-44ee4cf317f0 is going to be updated. [ 1311.762430] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.762597] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.762670] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.762868] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.763023] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.773461] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16801679-ce59-461e-a552-44ee4cf317f0 in Status: IN_PROGRESS for 2s [ 1312.234100] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16801679-ce59-461e-a552-44ee4cf317f0: rpc.has_security_group_logging(os_id): False [ 1312.252340] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.252530] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.252579] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.252887] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.252984] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.253187] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.253293] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.253353] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.253523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.253646] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.253723] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16801679-ce59-461e-a552-44ee4cf317f0 is going to be updated. [ 1312.310186] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.310380] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.310430] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.310644] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.310807] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.325103] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16801679-ce59-461e-a552-44ee4cf317f0 in Status: IN_PROGRESS for 2s [ 1313.242029] env[69976]: INFO networking_nsxv3.common.synchronization [None req-f9d682c1-e90e-46f3-80f7-081662133cfc None None] Enqueued Resource ID: 19561149-0a2d-44c0-9998-51f422ef4467 with Priority: HIGHEST for action port [ 1313.242029] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19561149-0a2d-44c0-9998-51f422ef4467 with Priority: HIGHEST for action port [ 1313.242029] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-19561149-0a2d-44c0-9998-51f422ef4467 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.242029] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19561149-0a2d-44c0-9998-51f422ef4467" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.242029] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19561149-0a2d-44c0-9998-51f422ef4467" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.242029] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19561149-0a2d-44c0-9998-51f422ef4467" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.242029] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19561149-0a2d-44c0-9998-51f422ef4467',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.743142] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19561149-0a2d-44c0-9998-51f422ef4467 [ 1313.743480] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.743660] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.743779] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.744064] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.744274] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.744457] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19561149-0a2d-44c0-9998-51f422ef4467 already deleted. [ 1313.744588] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19561149-0a2d-44c0-9998-51f422ef4467" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.783082] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16801679-ce59-461e-a552-44ee4cf317f0 in Status: SUCCESS [ 1313.783280] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16801679-ce59-461e-a552-44ee4cf317f0 deletion is rescheduled due to dependency. [ 1313.783400] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.337782] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16801679-ce59-461e-a552-44ee4cf317f0 in Status: SUCCESS [ 1314.338165] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.338165] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.338373] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.338483] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16801679-ce59-461e-a552-44ee4cf317f0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.859086] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.859086] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.859086] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.859086] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.873352] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.873479] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16801679-ce59-461e-a552-44ee4cf317f0 is going to be deleted. [ 1314.915234] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.915455] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.915455] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.915651] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.915746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.915854] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16801679-ce59-461e-a552-44ee4cf317f0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.090820] env[69976]: INFO networking_nsxv3.common.synchronization [req-1420b348-1896-4141-9573-b2cbe2a87c7d req-a79429f3-2cde-4895-a877-4980f864fd91 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Enqueued Resource ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 with Priority: HIGHEST for action security_group_members [ 1315.091344] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 with Priority: HIGHEST for action security_group_members [ 1315.091654] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4fa8c90-25db-48d9-8f3c-46bece1e4f38 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.091777] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.091847] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.092119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.092310] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.092416] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.092476] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.092787] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.092787] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.092787] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4fa8c90-25db-48d9-8f3c-46bece1e4f38',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.334423] env[69976]: INFO networking_nsxv3.common.synchronization [None req-8fed6b2b-c648-4c72-8714-542a306e2b29 None None] Enqueued Resource ID: 4213f45b-9818-4f48-9076-64bf66da610f with Priority: HIGHEST for action port [ 1315.334723] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4213f45b-9818-4f48-9076-64bf66da610f with Priority: HIGHEST for action port [ 1315.335307] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-4213f45b-9818-4f48-9076-64bf66da610f taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.335436] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4213f45b-9818-4f48-9076-64bf66da610f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.335505] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4213f45b-9818-4f48-9076-64bf66da610f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.335771] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4213f45b-9818-4f48-9076-64bf66da610f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.335855] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4213f45b-9818-4f48-9076-64bf66da610f',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.594813] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.594813] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.594813] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.595163] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.595196] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.595437] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.595542] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.595613] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.595764] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.595842] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.595931] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 is going to be updated. [ 1315.628695] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.628893] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.628963] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.629305] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.629438] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.645576] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 in Status: IN_PROGRESS for 2s [ 1315.837919] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4213f45b-9818-4f48-9076-64bf66da610f [ 1315.838138] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.838286] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.838346] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.838575] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.838665] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.838763] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4213f45b-9818-4f48-9076-64bf66da610f already deleted. [ 1315.838841] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4213f45b-9818-4f48-9076-64bf66da610f" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.656092] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 in Status: SUCCESS [ 1317.656530] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 deletion is rescheduled due to dependency. [ 1317.656530] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.527263] env[69976]: INFO networking_nsxv3.common.synchronization [req-88b8595a-eb84-4343-ac3a-83e69dd620d3 req-68d5fe6f-7924-4569-8296-21e09d71a9cb tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Enqueued Resource ID: eb198d8d-af08-4e09-839c-a70442759fbb with Priority: HIGHEST for action security_group_members [ 1318.527794] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb198d8d-af08-4e09-839c-a70442759fbb with Priority: HIGHEST for action security_group_members [ 1318.528122] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb198d8d-af08-4e09-839c-a70442759fbb taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.528251] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.528318] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.528595] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.528748] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.529391] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.529473] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.529647] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.529738] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.529837] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb198d8d-af08-4e09-839c-a70442759fbb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.799871] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-572 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.800203] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-572" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.800243] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-572" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.800562] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-572" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.800826] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.800988] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.801176] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.801409] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.801559] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.801775] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1318.801895] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1318.802018] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1318.802133] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1318.802249] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1318.802363] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1318.802498] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1318.820654] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1318.820854] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1318.820968] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1318.821174] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-572" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.821479] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-bf86f45c-ef01-4855-82f8-b57a2697ede0 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.821648] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-bf86f45c-ef01-4855-82f8-b57a2697ede0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.821772] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-bf86f45c-ef01-4855-82f8-b57a2697ede0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.822101] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-bf86f45c-ef01-4855-82f8-b57a2697ede0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.822252] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf86f45c-ef01-4855-82f8-b57a2697ede0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.033155] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.033155] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.033155] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.033155] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.033155] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.033155] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.033752] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.033752] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.033752] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.033752] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.033752] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb198d8d-af08-4e09-839c-a70442759fbb already deleted. [ 1319.033752] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.324462] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.324688] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.324823] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.325127] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.325286] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.325450] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port bf86f45c-ef01-4855-82f8-b57a2697ede0 not found, creating... [ 1319.325711] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.325877] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.326010] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.326301] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.326440] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.326725] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.326887] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.327021] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.327286] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.327430] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.327582] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: bf86f45c-ef01-4855-82f8-b57a2697ede0 is going to be created. [ 1319.347717] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.347926] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.348070] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.348343] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.348614] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.348837] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-bf86f45c-ef01-4855-82f8-b57a2697ede0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.025372] env[69976]: INFO networking_nsxv3.common.synchronization [req-88b8595a-eb84-4343-ac3a-83e69dd620d3 req-97ae0809-5231-4c28-9090-9f7c8ddefd60 service nova] Enqueued Resource ID: eb198d8d-af08-4e09-839c-a70442759fbb with Priority: HIGHEST for action security_group_rules [ 1320.025645] env[69976]: INFO networking_nsxv3.common.synchronization [req-88b8595a-eb84-4343-ac3a-83e69dd620d3 req-97ae0809-5231-4c28-9090-9f7c8ddefd60 service nova] Enqueued Resource ID: eb198d8d-af08-4e09-839c-a70442759fbb with Priority: HIGHEST for action security_group_members [ 1320.025645] env[69976]: INFO networking_nsxv3.common.synchronization [req-88b8595a-eb84-4343-ac3a-83e69dd620d3 req-97ae0809-5231-4c28-9090-9f7c8ddefd60 service nova] Enqueued Resource ID: bf86f45c-ef01-4855-82f8-b57a2697ede0 with Priority: HIGHEST for action port [ 1320.025846] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb198d8d-af08-4e09-839c-a70442759fbb with Priority: HIGHEST for action security_group_rules [ 1320.025978] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb198d8d-af08-4e09-839c-a70442759fbb with Priority: HIGHEST for action security_group_members [ 1320.026091] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf86f45c-ef01-4855-82f8-b57a2697ede0 with Priority: HIGHEST for action port [ 1320.026656] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb198d8d-af08-4e09-839c-a70442759fbb taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.026798] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.026852] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.027111] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.027199] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb198d8d-af08-4e09-839c-a70442759fbb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.028667] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb198d8d-af08-4e09-839c-a70442759fbb taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.028667] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.028667] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.028667] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.028667] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.028667] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.028667] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.028991] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.028991] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.028991] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb198d8d-af08-4e09-839c-a70442759fbb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.029986] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf86f45c-ef01-4855-82f8-b57a2697ede0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.030113] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf86f45c-ef01-4855-82f8-b57a2697ede0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.030179] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf86f45c-ef01-4855-82f8-b57a2697ede0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.030331] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf86f45c-ef01-4855-82f8-b57a2697ede0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.030407] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf86f45c-ef01-4855-82f8-b57a2697ede0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.532508] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb198d8d-af08-4e09-839c-a70442759fbb taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.532508] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.532711] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb198d8d-af08-4e09-839c-a70442759fbb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.533767] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf86f45c-ef01-4855-82f8-b57a2697ede0 with status ACTIVE [ 1320.533986] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.534143] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.534143] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.534369] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.534443] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.534599] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.534671] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.534745] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.535235] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.535235] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.535235] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.535537] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.535537] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.535537] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.535537] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.535659] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf86f45c-ef01-4855-82f8-b57a2697ede0 is going to be updated. [ 1320.556458] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.556594] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.556662] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.556860] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.556995] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.557172] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf86f45c-ef01-4855-82f8-b57a2697ede0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.861311] env[69976]: INFO networking_nsxv3.common.synchronization [None req-beae99fe-d035-4fde-a758-ec1aede6b13b tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Enqueued Resource ID: f57348d9-7cb2-4775-9c42-b4ac594d19e5 with Priority: HIGHEST for action security_group_rules [ 1320.861879] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f57348d9-7cb2-4775-9c42-b4ac594d19e5 with Priority: HIGHEST for action security_group_rules [ 1320.862116] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f57348d9-7cb2-4775-9c42-b4ac594d19e5 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.862239] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.862311] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.862566] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.862653] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f57348d9-7cb2-4775-9c42-b4ac594d19e5',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.925285] env[69976]: INFO networking_nsxv3.common.synchronization [None req-a4c72963-ad91-44b4-ac2a-2f688dbabf34 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Enqueued Resource ID: f57348d9-7cb2-4775-9c42-b4ac594d19e5 with Priority: HIGHEST for action security_group_rules [ 1320.925821] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f57348d9-7cb2-4775-9c42-b4ac594d19e5 with Priority: HIGHEST for action security_group_rules [ 1320.927151] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f57348d9-7cb2-4775-9c42-b4ac594d19e5 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.927151] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.037558] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb198d8d-af08-4e09-839c-a70442759fbb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.383051] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.383051] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.383051] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.383051] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.383318] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.383318] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f57348d9-7cb2-4775-9c42-b4ac594d19e5 already deleted. [ 1321.383318] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.383479] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.383605] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.383689] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f57348d9-7cb2-4775-9c42-b4ac594d19e5',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.540194] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.540365] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.540416] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.541034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.541034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.541034] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb198d8d-af08-4e09-839c-a70442759fbb is going to be created. [ 1321.563196] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.563397] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.563397] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.563614] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.563953] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.573165] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb198d8d-af08-4e09-839c-a70442759fbb in Status: UNINITIALIZED for 2s [ 1321.904205] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.904435] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.904505] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.904746] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.904841] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.904948] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f57348d9-7cb2-4775-9c42-b4ac594d19e5 already deleted. [ 1321.905049] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.584436] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb198d8d-af08-4e09-839c-a70442759fbb in Status: UNINITIALIZED for 4s [ 1325.595473] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb198d8d-af08-4e09-839c-a70442759fbb in Status: SUCCESS [ 1325.595851] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.595981] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.596289] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.596486] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.596613] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.596683] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.596848] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.596930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.597034] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.597129] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb198d8d-af08-4e09-839c-a70442759fbb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.927076] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1325.927222] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1326.099307] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb198d8d-af08-4e09-839c-a70442759fbb taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.099458] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.099742] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.099742] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.099886] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.099981] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.100098] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.102200] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.102200] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.102200] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.102200] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb198d8d-af08-4e09-839c-a70442759fbb taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.102200] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.102200] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.102200] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.102200] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.102200] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.102200] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.102200] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.102200] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.102200] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.102200] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb198d8d-af08-4e09-839c-a70442759fbb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.302368] env[69976]: INFO networking_nsxv3.common.synchronization [req-8ebc7e93-388f-4484-b313-79301930a0b9 req-c0381fb1-2d02-4340-acfd-fc8983b97515 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Enqueued Resource ID: f57348d9-7cb2-4775-9c42-b4ac594d19e5 with Priority: HIGHEST for action security_group_members [ 1326.302644] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f57348d9-7cb2-4775-9c42-b4ac594d19e5 with Priority: HIGHEST for action security_group_members [ 1326.303477] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-f57348d9-7cb2-4775-9c42-b4ac594d19e5 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.303605] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.303676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.303971] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.304157] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.304292] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.304363] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.304525] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.304611] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.304725] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f57348d9-7cb2-4775-9c42-b4ac594d19e5',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.557563] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.557831] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-782" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.558023] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-782" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.558341] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-782" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.558635] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.558804] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.558927] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.559175] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.559357] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.559612] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1326.559738] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1326.559855] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1326.559970] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1326.560103] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1326.560219] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1326.560360] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1326.579230] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1326.579387] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1326.579536] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1326.579715] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-782" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.580041] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-88cf1391-2bda-4a46-994e-781f414d70b3 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.580225] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-88cf1391-2bda-4a46-994e-781f414d70b3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.580353] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-88cf1391-2bda-4a46-994e-781f414d70b3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.580659] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-88cf1391-2bda-4a46-994e-781f414d70b3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.580807] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88cf1391-2bda-4a46-994e-781f414d70b3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.603181] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb198d8d-af08-4e09-839c-a70442759fbb: rpc.has_security_group_logging(os_id): False [ 1326.620918] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.621212] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.621212] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.621398] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.621453] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.621614] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.621725] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.621769] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.621910] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.621986] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.622207] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.622354] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.622425] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.622509] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.622585] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.622797] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.622885] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.622961] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.623104] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.623181] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.623268] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb198d8d-af08-4e09-839c-a70442759fbb is going to be created. [ 1326.688080] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.688080] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.688080] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.688080] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.688080] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.699825] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb198d8d-af08-4e09-839c-a70442759fbb in Status: IN_PROGRESS for 2s [ 1326.807082] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.807362] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.807362] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.807554] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.807663] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.807908] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.808051] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.808143] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.808407] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.808579] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.808713] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f57348d9-7cb2-4775-9c42-b4ac594d19e5 already deleted. [ 1326.808853] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.084605] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.084605] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.084605] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.084605] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.084605] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.084605] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 88cf1391-2bda-4a46-994e-781f414d70b3 not found, creating... [ 1327.085316] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.085316] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.085316] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.085542] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.085756] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.086125] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.086349] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.086513] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.086769] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.086919] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.087084] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 88cf1391-2bda-4a46-994e-781f414d70b3 is going to be created. [ 1327.108751] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.108986] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.109136] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.109432] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.109690] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.109932] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-88cf1391-2bda-4a46-994e-781f414d70b3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.802015] env[69976]: INFO networking_nsxv3.common.synchronization [req-8ebc7e93-388f-4484-b313-79301930a0b9 req-6c23e27b-fd72-4a6d-8659-e51c55e9ff10 service nova] Enqueued Resource ID: f57348d9-7cb2-4775-9c42-b4ac594d19e5 with Priority: HIGHEST for action security_group_rules [ 1327.802290] env[69976]: INFO networking_nsxv3.common.synchronization [req-8ebc7e93-388f-4484-b313-79301930a0b9 req-6c23e27b-fd72-4a6d-8659-e51c55e9ff10 service nova] Enqueued Resource ID: f57348d9-7cb2-4775-9c42-b4ac594d19e5 with Priority: HIGHEST for action security_group_members [ 1327.802374] env[69976]: INFO networking_nsxv3.common.synchronization [req-8ebc7e93-388f-4484-b313-79301930a0b9 req-6c23e27b-fd72-4a6d-8659-e51c55e9ff10 service nova] Enqueued Resource ID: 88cf1391-2bda-4a46-994e-781f414d70b3 with Priority: HIGHEST for action port [ 1327.802604] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f57348d9-7cb2-4775-9c42-b4ac594d19e5 with Priority: HIGHEST for action security_group_rules [ 1327.802732] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f57348d9-7cb2-4775-9c42-b4ac594d19e5 with Priority: HIGHEST for action security_group_members [ 1327.802832] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88cf1391-2bda-4a46-994e-781f414d70b3 with Priority: HIGHEST for action port [ 1327.803374] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f57348d9-7cb2-4775-9c42-b4ac594d19e5 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.803628] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.803628] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.803754] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.803838] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f57348d9-7cb2-4775-9c42-b4ac594d19e5',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.805923] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-f57348d9-7cb2-4775-9c42-b4ac594d19e5 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.806114] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.806114] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.806327] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.806494] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.806597] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.806661] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.806808] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.806903] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.806996] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f57348d9-7cb2-4775-9c42-b4ac594d19e5',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.807755] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-88cf1391-2bda-4a46-994e-781f414d70b3 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.807884] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88cf1391-2bda-4a46-994e-781f414d70b3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.807961] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88cf1391-2bda-4a46-994e-781f414d70b3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.808094] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88cf1391-2bda-4a46-994e-781f414d70b3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.808173] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88cf1391-2bda-4a46-994e-781f414d70b3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.306439] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-f57348d9-7cb2-4775-9c42-b4ac594d19e5 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.306691] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.309947] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f57348d9-7cb2-4775-9c42-b4ac594d19e5',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.310991] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88cf1391-2bda-4a46-994e-781f414d70b3 with status ACTIVE [ 1328.311182] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.311304] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.311371] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.311561] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.311652] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.311824] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.311923] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.313027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.313027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.313027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.313027] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.313027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.313027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.313027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.313027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.313027] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88cf1391-2bda-4a46-994e-781f414d70b3 is going to be updated. [ 1328.333890] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.334090] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.334090] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.334282] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.334414] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.334575] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88cf1391-2bda-4a46-994e-781f414d70b3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.715868] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb198d8d-af08-4e09-839c-a70442759fbb in Status: SUCCESS [ 1328.716194] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.815466] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f57348d9-7cb2-4775-9c42-b4ac594d19e5',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.317980] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.318193] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.318243] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.318443] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.318534] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.318658] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f57348d9-7cb2-4775-9c42-b4ac594d19e5 is going to be created. [ 1329.345589] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.345816] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.345816] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.345989] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.346172] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.355172] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f57348d9-7cb2-4775-9c42-b4ac594d19e5 in Status: UNINITIALIZED for 2s [ 1330.159383] env[69976]: INFO networking_nsxv3.common.synchronization [req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 req-f5beb330-ce43-4950-a522-9d25ad244083 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Enqueued Resource ID: eb198d8d-af08-4e09-839c-a70442759fbb with Priority: HIGHEST for action security_group_members [ 1330.160794] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb198d8d-af08-4e09-839c-a70442759fbb with Priority: HIGHEST for action security_group_members [ 1330.160794] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb198d8d-af08-4e09-839c-a70442759fbb taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.160794] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.160794] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.160794] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.160794] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.161173] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.161173] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.161173] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.161173] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.161296] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb198d8d-af08-4e09-839c-a70442759fbb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.663491] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.663705] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.663751] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.663974] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.664081] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.664327] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.664431] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.664491] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.664651] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.664796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.664911] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb198d8d-af08-4e09-839c-a70442759fbb is going to be updated. [ 1330.718506] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.718710] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.718756] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.718956] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.719124] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.728064] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb198d8d-af08-4e09-839c-a70442759fbb in Status: IN_PROGRESS for 2s [ 1331.364602] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f57348d9-7cb2-4775-9c42-b4ac594d19e5 in Status: SUCCESS [ 1331.364985] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.364985] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.365156] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.365349] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.365461] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.365524] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.365677] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.365758] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.365842] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.365933] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f57348d9-7cb2-4775-9c42-b4ac594d19e5',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.868781] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f57348d9-7cb2-4775-9c42-b4ac594d19e5',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.371284] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f57348d9-7cb2-4775-9c42-b4ac594d19e5: rpc.has_security_group_logging(os_id): False [ 1332.389808] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.390056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.390056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.390266] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.390361] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.390627] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.390723] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.390806] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.390964] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.391058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.391154] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f57348d9-7cb2-4775-9c42-b4ac594d19e5 is going to be created. [ 1332.464853] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.465098] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.465098] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.465302] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.465487] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.475572] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f57348d9-7cb2-4775-9c42-b4ac594d19e5 in Status: IN_PROGRESS for 2s [ 1332.738770] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb198d8d-af08-4e09-839c-a70442759fbb in Status: SUCCESS [ 1332.738770] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb198d8d-af08-4e09-839c-a70442759fbb deletion is rescheduled due to dependency. [ 1332.738770] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.487393] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f57348d9-7cb2-4775-9c42-b4ac594d19e5 in Status: SUCCESS [ 1334.487797] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.161330] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1335.161517] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1340.162468] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1340.162468] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1340.385188] env[69976]: INFO networking_nsxv3.common.synchronization [req-716251f7-3c84-4612-ac83-e8d4621c3fc5 req-df17f1f7-7c6c-474f-9892-a1b6c4573b15 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Enqueued Resource ID: 57e9cc66-8ceb-4546-8d49-9277f1bf6b74 with Priority: HIGHEST for action security_group_members [ 1340.385698] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57e9cc66-8ceb-4546-8d49-9277f1bf6b74 with Priority: HIGHEST for action security_group_members [ 1340.385996] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-57e9cc66-8ceb-4546-8d49-9277f1bf6b74 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.386162] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.386223] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.386427] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.386582] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.386682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.386745] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.386916] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.386995] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.387141] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57e9cc66-8ceb-4546-8d49-9277f1bf6b74',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.890128] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.890331] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.890331] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.890517] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.911761] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.912032] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.912156] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.912220] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.912402] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.912488] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.912579] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57e9cc66-8ceb-4546-8d49-9277f1bf6b74 is going to be updated. [ 1340.935973] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.936235] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.936235] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.936450] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.936555] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.944259] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57e9cc66-8ceb-4546-8d49-9277f1bf6b74 in Status: IN_PROGRESS for 2s [ 1342.955332] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57e9cc66-8ceb-4546-8d49-9277f1bf6b74 in Status: SUCCESS [ 1342.955724] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57e9cc66-8ceb-4546-8d49-9277f1bf6b74 deletion is rescheduled due to dependency. [ 1342.955724] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.386569] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.386569] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1350.387675] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.388109] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1355.388620] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.388884] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.390215] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.390575] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.391281] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.391655] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.393109] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.393504] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.583764] env[69976]: INFO networking_nsxv3.common.synchronization [req-e540121a-9b8a-48f6-97a6-110e632d209f req-e2681849-48eb-4477-82ed-fc933c296697 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Enqueued Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGHEST for action security_group_members [ 1373.584355] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGHEST for action security_group_members [ 1373.584758] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5d257d-89c4-4dd2-927f-01d045856775 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.584890] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.584958] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.585217] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.586217] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.586389] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.586500] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.586712] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.586861] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.586939] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc5d257d-89c4-4dd2-927f-01d045856775',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.089047] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.089047] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.089047] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.089360] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.089360] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.089549] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.089637] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.089678] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.089813] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.089891] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.089976] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5d257d-89c4-4dd2-927f-01d045856775 is going to be updated. [ 1374.119437] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.119641] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.119641] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.119785] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.119927] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.128571] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5d257d-89c4-4dd2-927f-01d045856775 in Status: IN_PROGRESS for 2s [ 1376.140426] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5d257d-89c4-4dd2-927f-01d045856775 in Status: SUCCESS [ 1376.140426] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5d257d-89c4-4dd2-927f-01d045856775 deletion is rescheduled due to dependency. [ 1376.140426] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.585167] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.585556] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1380.545549] env[69976]: INFO networking_nsxv3.common.synchronization [req-caf265fe-c723-4b38-87de-5622b88ac096 req-89de14c0-c21a-4ce8-ad6f-d172868202c8 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Enqueued Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGHEST for action security_group_members [ 1380.546105] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGHEST for action security_group_members [ 1380.546425] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5d257d-89c4-4dd2-927f-01d045856775 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.546551] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.546619] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.546868] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.547054] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.547193] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.547261] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.547463] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.547576] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.547691] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc5d257d-89c4-4dd2-927f-01d045856775',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.793941] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-449 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.794190] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-449" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.794330] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-449" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.794631] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-449" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.794937] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.795187] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.795323] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.795979] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.795979] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.795979] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1380.796214] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1380.796214] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1380.796300] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1380.796415] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1380.796527] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1380.796671] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1380.830538] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1380.830760] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1380.830844] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1380.831058] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-449" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.831403] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-94d3e31a-f808-41ac-9d90-efd803d89f93 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.831584] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-94d3e31a-f808-41ac-9d90-efd803d89f93" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.831712] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-94d3e31a-f808-41ac-9d90-efd803d89f93" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.832081] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-94d3e31a-f808-41ac-9d90-efd803d89f93" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.832316] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94d3e31a-f808-41ac-9d90-efd803d89f93',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.049853] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.050077] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.050077] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.050273] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.050367] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.050575] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.050693] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.050737] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.050882] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.050956] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.051056] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5d257d-89c4-4dd2-927f-01d045856775 is going to be updated. [ 1381.074626] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.074854] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.074854] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.075041] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.075186] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.083867] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5d257d-89c4-4dd2-927f-01d045856775 in Status: IN_PROGRESS for 2s [ 1381.334890] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.335150] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.335269] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.335564] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.335728] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.335893] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 94d3e31a-f808-41ac-9d90-efd803d89f93 not found, creating... [ 1381.336175] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.336340] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.336468] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.336701] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.336868] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.337176] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.337346] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.337471] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.337690] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.337835] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.337984] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 94d3e31a-f808-41ac-9d90-efd803d89f93 is going to be created. [ 1381.357539] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.357817] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.357817] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.358124] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.358500] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.358626] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-94d3e31a-f808-41ac-9d90-efd803d89f93" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.007426] env[69976]: INFO networking_nsxv3.common.synchronization [req-caf265fe-c723-4b38-87de-5622b88ac096 req-5441fa4a-e1d6-455b-9cad-a467577d6c77 service nova] Enqueued Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGHEST for action security_group_rules [ 1382.007673] env[69976]: INFO networking_nsxv3.common.synchronization [req-caf265fe-c723-4b38-87de-5622b88ac096 req-5441fa4a-e1d6-455b-9cad-a467577d6c77 service nova] Enqueued Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGHEST for action security_group_members [ 1382.007786] env[69976]: INFO networking_nsxv3.common.synchronization [req-caf265fe-c723-4b38-87de-5622b88ac096 req-5441fa4a-e1d6-455b-9cad-a467577d6c77 service nova] Enqueued Resource ID: 94d3e31a-f808-41ac-9d90-efd803d89f93 with Priority: HIGHEST for action port [ 1382.007993] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGHEST for action security_group_rules [ 1382.008135] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGHEST for action security_group_members [ 1382.008235] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d3e31a-f808-41ac-9d90-efd803d89f93 with Priority: HIGHEST for action port [ 1382.008850] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc5d257d-89c4-4dd2-927f-01d045856775 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.008948] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.009030] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.009243] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.009316] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc5d257d-89c4-4dd2-927f-01d045856775',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.010120] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5d257d-89c4-4dd2-927f-01d045856775 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.010222] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.010416] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-94d3e31a-f808-41ac-9d90-efd803d89f93 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.010541] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94d3e31a-f808-41ac-9d90-efd803d89f93" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.010580] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94d3e31a-f808-41ac-9d90-efd803d89f93" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.010735] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94d3e31a-f808-41ac-9d90-efd803d89f93" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.010835] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94d3e31a-f808-41ac-9d90-efd803d89f93',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.512767] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5d257d-89c4-4dd2-927f-01d045856775 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.513026] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.513176] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94d3e31a-f808-41ac-9d90-efd803d89f93 with status ACTIVE [ 1382.513279] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.513389] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.513389] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.513589] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.513680] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.513844] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.513939] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.513998] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.514162] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.514239] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.514412] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.514501] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.514557] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.514690] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.514765] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.515077] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94d3e31a-f808-41ac-9d90-efd803d89f93 is going to be updated. [ 1382.534660] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.534893] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.534893] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.535086] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.535223] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.535380] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94d3e31a-f808-41ac-9d90-efd803d89f93" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.092662] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5d257d-89c4-4dd2-927f-01d045856775 in Status: SUCCESS [ 1383.093042] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5d257d-89c4-4dd2-927f-01d045856775 deletion is rescheduled due to dependency. [ 1383.093042] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.093176] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.093318] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.093524] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.093656] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.093755] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.093926] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.094021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.094121] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc5d257d-89c4-4dd2-927f-01d045856775',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.596676] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc5d257d-89c4-4dd2-927f-01d045856775',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.102567] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc5d257d-89c4-4dd2-927f-01d045856775',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.605393] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.605609] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.605609] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.605911] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.606050] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.606179] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5d257d-89c4-4dd2-927f-01d045856775 is going to be updated. [ 1384.635950] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.636164] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.636164] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.636337] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.636497] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.645646] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5d257d-89c4-4dd2-927f-01d045856775 in Status: IN_PROGRESS for 2s [ 1386.656762] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5d257d-89c4-4dd2-927f-01d045856775 in Status: SUCCESS [ 1386.657298] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.657298] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.657456] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.657639] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.657803] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.657803] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.658015] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.658121] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.658210] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.658296] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc5d257d-89c4-4dd2-927f-01d045856775',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.009530] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.009722] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1387.160706] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc5d257d-89c4-4dd2-927f-01d045856775',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.663385] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc5d257d-89c4-4dd2-927f-01d045856775: rpc.has_security_group_logging(os_id): False [ 1387.681298] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.681513] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.681513] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.681741] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.681835] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.682114] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.682221] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.682288] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.682449] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.682529] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.682634] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc5d257d-89c4-4dd2-927f-01d045856775 is going to be updated. [ 1387.744965] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.745212] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.745212] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.745342] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.745488] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.757059] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc5d257d-89c4-4dd2-927f-01d045856775 in Status: IN_PROGRESS for 2s [ 1388.990258] env[69976]: INFO networking_nsxv3.common.synchronization [req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de req-2f5f8a8e-a659-42e7-9c95-97b4d953454f tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Enqueued Resource ID: f57348d9-7cb2-4775-9c42-b4ac594d19e5 with Priority: HIGHEST for action security_group_members [ 1388.990862] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f57348d9-7cb2-4775-9c42-b4ac594d19e5 with Priority: HIGHEST for action security_group_members [ 1388.991217] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-f57348d9-7cb2-4775-9c42-b4ac594d19e5 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.991380] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.991472] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.992074] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.992074] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.992074] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.992074] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.992340] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.992340] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.992503] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f57348d9-7cb2-4775-9c42-b4ac594d19e5',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.496624] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.496859] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.496859] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.497169] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.497271] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.497474] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.497579] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.497637] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.497795] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.497884] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.498147] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f57348d9-7cb2-4775-9c42-b4ac594d19e5 is going to be updated. [ 1389.525293] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.525461] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.525738] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.525738] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.525818] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.533584] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f57348d9-7cb2-4775-9c42-b4ac594d19e5 in Status: IN_PROGRESS for 2s [ 1389.771078] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc5d257d-89c4-4dd2-927f-01d045856775 in Status: SUCCESS [ 1389.771375] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.542923] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f57348d9-7cb2-4775-9c42-b4ac594d19e5 in Status: SUCCESS [ 1391.543313] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f57348d9-7cb2-4775-9c42-b4ac594d19e5 deletion is rescheduled due to dependency. [ 1391.543313] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.479072] env[69976]: INFO networking_nsxv3.common.synchronization [None req-baeed4d7-dbf8-40dc-9321-28dd903258b0 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Enqueued Resource ID: b09ea244-768a-4878-a9eb-6d89a39fb433 with Priority: HIGHEST for action security_group_rules [ 1393.479601] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b09ea244-768a-4878-a9eb-6d89a39fb433 with Priority: HIGHEST for action security_group_rules [ 1393.479894] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b09ea244-768a-4878-a9eb-6d89a39fb433 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.480053] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.480117] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.480426] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.480426] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b09ea244-768a-4878-a9eb-6d89a39fb433',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.548610] env[69976]: INFO networking_nsxv3.common.synchronization [None req-00159b2e-a036-4f34-aa9f-0aea8a65ef02 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Enqueued Resource ID: b09ea244-768a-4878-a9eb-6d89a39fb433 with Priority: HIGHEST for action security_group_rules [ 1393.549117] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b09ea244-768a-4878-a9eb-6d89a39fb433 with Priority: HIGHEST for action security_group_rules [ 1393.549428] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b09ea244-768a-4878-a9eb-6d89a39fb433 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.549521] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.003559] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.003792] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.003792] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.003989] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.004100] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.004193] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b09ea244-768a-4878-a9eb-6d89a39fb433 already deleted. [ 1394.004278] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.004429] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.004589] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.004670] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b09ea244-768a-4878-a9eb-6d89a39fb433',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.526187] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.526603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.526603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.526603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.526771] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.526771] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b09ea244-768a-4878-a9eb-6d89a39fb433 already deleted. [ 1394.526945] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.549893] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.549893] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1398.789627] env[69976]: INFO networking_nsxv3.common.synchronization [req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 req-9436124c-9776-4b1c-b334-63f44460a360 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Enqueued Resource ID: b09ea244-768a-4878-a9eb-6d89a39fb433 with Priority: HIGHEST for action security_group_members [ 1398.790276] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b09ea244-768a-4878-a9eb-6d89a39fb433 with Priority: HIGHEST for action security_group_members [ 1398.790489] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b09ea244-768a-4878-a9eb-6d89a39fb433 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.790632] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.790674] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.791037] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.791202] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.791307] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.791367] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.791521] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.791606] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.791698] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b09ea244-768a-4878-a9eb-6d89a39fb433',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.068705] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.068896] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-782" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.069037] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-782" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.069323] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-782" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.069578] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.069745] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.069870] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.070111] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.070266] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.070496] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1399.070615] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1399.070731] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1399.070846] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1399.070965] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1399.071097] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1399.071241] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1399.090922] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1399.091106] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1399.091262] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1399.091444] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-782" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.091751] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-bfbbbcdd-f927-4426-957f-518babf30607 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.091929] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-bfbbbcdd-f927-4426-957f-518babf30607" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.092070] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-bfbbbcdd-f927-4426-957f-518babf30607" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.092416] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-bfbbbcdd-f927-4426-957f-518babf30607" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.092565] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfbbbcdd-f927-4426-957f-518babf30607',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.293772] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.293988] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.293988] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.294196] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.294290] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.294490] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.294591] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.294651] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.294801] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.294886] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.294986] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b09ea244-768a-4878-a9eb-6d89a39fb433 already deleted. [ 1399.295088] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.594703] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.595131] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.595131] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.595328] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.595483] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.595644] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port bfbbbcdd-f927-4426-957f-518babf30607 not found, creating... [ 1399.595901] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.596075] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.596204] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.596425] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.596569] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.596855] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.597068] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.597205] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.597420] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.597562] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.597709] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: bfbbbcdd-f927-4426-957f-518babf30607 is going to be created. [ 1399.617331] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.617496] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.617496] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.617761] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.618011] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.618242] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-bfbbbcdd-f927-4426-957f-518babf30607" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.285337] env[69976]: INFO networking_nsxv3.common.synchronization [req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 req-e6bfa99f-ca4e-4b3f-a88b-46f30900a804 service nova] Enqueued Resource ID: b09ea244-768a-4878-a9eb-6d89a39fb433 with Priority: HIGHEST for action security_group_rules [ 1400.285337] env[69976]: INFO networking_nsxv3.common.synchronization [req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 req-e6bfa99f-ca4e-4b3f-a88b-46f30900a804 service nova] Enqueued Resource ID: b09ea244-768a-4878-a9eb-6d89a39fb433 with Priority: HIGHEST for action security_group_members [ 1400.285337] env[69976]: INFO networking_nsxv3.common.synchronization [req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 req-e6bfa99f-ca4e-4b3f-a88b-46f30900a804 service nova] Enqueued Resource ID: bfbbbcdd-f927-4426-957f-518babf30607 with Priority: HIGHEST for action port [ 1400.285337] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b09ea244-768a-4878-a9eb-6d89a39fb433 with Priority: HIGHEST for action security_group_rules [ 1400.285520] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b09ea244-768a-4878-a9eb-6d89a39fb433 with Priority: HIGHEST for action security_group_members [ 1400.285520] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfbbbcdd-f927-4426-957f-518babf30607 with Priority: HIGHEST for action port [ 1400.286048] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b09ea244-768a-4878-a9eb-6d89a39fb433 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.286177] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.286253] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.286440] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.286532] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b09ea244-768a-4878-a9eb-6d89a39fb433',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.287816] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b09ea244-768a-4878-a9eb-6d89a39fb433 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.287950] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.288047] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.288276] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.288428] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.288563] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.288604] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.288725] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.288812] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.288914] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b09ea244-768a-4878-a9eb-6d89a39fb433',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.289892] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfbbbcdd-f927-4426-957f-518babf30607 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.289892] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfbbbcdd-f927-4426-957f-518babf30607" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.289892] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfbbbcdd-f927-4426-957f-518babf30607" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.290740] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfbbbcdd-f927-4426-957f-518babf30607" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.290849] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfbbbcdd-f927-4426-957f-518babf30607',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.792540] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b09ea244-768a-4878-a9eb-6d89a39fb433 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.792849] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.792888] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b09ea244-768a-4878-a9eb-6d89a39fb433',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.793863] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfbbbcdd-f927-4426-957f-518babf30607 with status ACTIVE [ 1400.794098] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.794246] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.794338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.794576] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.794696] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.794910] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.795050] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.795140] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.795330] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.795447] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.795653] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.796101] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.796101] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.796101] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.796101] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.796101] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfbbbcdd-f927-4426-957f-518babf30607 is going to be updated. [ 1400.818398] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.818633] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.818687] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.818929] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.819120] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.819321] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfbbbcdd-f927-4426-957f-518babf30607" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.298517] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b09ea244-768a-4878-a9eb-6d89a39fb433',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.800937] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.801364] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.801364] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.801364] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.801532] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.801568] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b09ea244-768a-4878-a9eb-6d89a39fb433 is going to be created. [ 1401.831188] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.831432] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.831432] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.831608] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.831773] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.840576] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b09ea244-768a-4878-a9eb-6d89a39fb433 in Status: UNINITIALIZED for 2s [ 1403.850935] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b09ea244-768a-4878-a9eb-6d89a39fb433 in Status: SUCCESS [ 1403.851356] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.851356] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.851548] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.851738] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.851858] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.851927] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.852104] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.852181] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.852269] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.852356] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b09ea244-768a-4878-a9eb-6d89a39fb433',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.355168] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b09ea244-768a-4878-a9eb-6d89a39fb433',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.857865] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b09ea244-768a-4878-a9eb-6d89a39fb433: rpc.has_security_group_logging(os_id): False [ 1404.875883] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.876121] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.876121] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.876313] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.876407] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.876648] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.876749] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.876812] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.876960] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.877089] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.877182] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b09ea244-768a-4878-a9eb-6d89a39fb433 is going to be created. [ 1404.933111] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.933333] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.933333] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.933537] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.933715] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.950163] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b09ea244-768a-4878-a9eb-6d89a39fb433 in Status: IN_PROGRESS for 2s [ 1405.286486] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.286722] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1406.964238] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b09ea244-768a-4878-a9eb-6d89a39fb433 in Status: SUCCESS [ 1406.964644] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.287914] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.287914] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1415.288919] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.289374] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1420.290718] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1420.290718] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.291693] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1425.291693] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1430.292442] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1430.292839] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1435.293755] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1435.294154] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1440.294951] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.295455] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1445.297045] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.297045] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1450.297895] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.298283] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1455.298771] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.299291] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.299397] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1460.299736] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.546598] env[69976]: INFO networking_nsxv3.common.synchronization [req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 req-789ee04b-e71e-403f-9755-cc9bc265c30c tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Enqueued Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGHEST for action security_group_members [ 1460.547171] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGHEST for action security_group_members [ 1460.547480] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5d257d-89c4-4dd2-927f-01d045856775 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.547641] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.547714] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.547909] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.548079] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.548181] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.548246] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.548395] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.548480] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.548633] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc5d257d-89c4-4dd2-927f-01d045856775',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.051098] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.051272] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.051376] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.051579] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.051707] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.051928] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.052066] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.052133] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.052292] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.052372] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.052464] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5d257d-89c4-4dd2-927f-01d045856775 is going to be updated. [ 1461.089054] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.089054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.089054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.089054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.089054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.097735] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5d257d-89c4-4dd2-927f-01d045856775 in Status: IN_PROGRESS for 2s [ 1463.108353] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5d257d-89c4-4dd2-927f-01d045856775 in Status: SUCCESS [ 1463.108820] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5d257d-89c4-4dd2-927f-01d045856775 deletion is rescheduled due to dependency. [ 1463.108820] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.586715] env[69976]: INFO networking_nsxv3.common.synchronization [req-82035fde-2a2b-412f-97a7-0fc89ea00190 req-f2fc99b2-c8de-47a4-b918-16810536625d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Enqueued Resource ID: b09ea244-768a-4878-a9eb-6d89a39fb433 with Priority: HIGHEST for action security_group_members [ 1463.587268] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b09ea244-768a-4878-a9eb-6d89a39fb433 with Priority: HIGHEST for action security_group_members [ 1463.587605] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b09ea244-768a-4878-a9eb-6d89a39fb433 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.587741] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.587808] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.588017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.588184] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.588282] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.588347] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.588495] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.588775] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.588775] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b09ea244-768a-4878-a9eb-6d89a39fb433',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.091037] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.091249] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.091322] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.091495] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.091591] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.091786] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.091889] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.091956] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.092129] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.092208] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.092295] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b09ea244-768a-4878-a9eb-6d89a39fb433 is going to be updated. [ 1464.118674] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.119091] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.119091] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.119091] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.119246] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.128101] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b09ea244-768a-4878-a9eb-6d89a39fb433 in Status: IN_PROGRESS for 2s [ 1466.141918] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b09ea244-768a-4878-a9eb-6d89a39fb433 in Status: SUCCESS [ 1466.142330] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b09ea244-768a-4878-a9eb-6d89a39fb433 deletion is rescheduled due to dependency. [ 1466.142330] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.492681] env[69976]: INFO networking_nsxv3.common.synchronization [req-b918a5e5-627d-430a-92c5-629c2e6d325d req-158ce885-1463-4db5-badd-336d7165761d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Enqueued Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGHEST for action security_group_members [ 1467.493332] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGHEST for action security_group_members [ 1467.493647] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5d257d-89c4-4dd2-927f-01d045856775 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.493772] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.493837] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.494079] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.494224] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.494303] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.494356] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.494500] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.494587] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.494676] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc5d257d-89c4-4dd2-927f-01d045856775',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.756986] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-449 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.757253] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-449" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.757398] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-449" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.757739] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-449" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.758021] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.758191] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.758316] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.758543] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.758698] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.758915] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1467.759050] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1467.759169] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1467.759284] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1467.759403] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1467.759517] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1467.759659] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1467.780136] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1467.780316] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1467.780465] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1467.780647] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-449" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.780971] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-9f0e9908-aa95-4d76-b75a-59e8180e9449 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.781197] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-9f0e9908-aa95-4d76-b75a-59e8180e9449" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.781337] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-9f0e9908-aa95-4d76-b75a-59e8180e9449" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.781667] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-9f0e9908-aa95-4d76-b75a-59e8180e9449" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.781817] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f0e9908-aa95-4d76-b75a-59e8180e9449',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.997025] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.997245] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.997245] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.997422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.997519] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.997763] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.997876] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.997941] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.998133] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.998217] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.998309] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5d257d-89c4-4dd2-927f-01d045856775 is going to be updated. [ 1468.026089] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.026289] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.026289] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.026486] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.026631] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.035564] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5d257d-89c4-4dd2-927f-01d045856775 in Status: IN_PROGRESS for 2s [ 1468.283671] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.283925] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.284082] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.284392] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.284552] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.284712] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 9f0e9908-aa95-4d76-b75a-59e8180e9449 not found, creating... [ 1468.284990] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.285171] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.285297] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.285549] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.285752] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.286081] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.286268] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.286398] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.286712] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.286926] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.287068] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 9f0e9908-aa95-4d76-b75a-59e8180e9449 is going to be created. [ 1468.310223] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.310223] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.310223] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.310482] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.310604] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.311665] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-9f0e9908-aa95-4d76-b75a-59e8180e9449" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.991503] env[69976]: INFO networking_nsxv3.common.synchronization [req-b918a5e5-627d-430a-92c5-629c2e6d325d req-ffc1d13f-896e-4334-8331-f8cb992d36c7 service nova] Enqueued Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGHEST for action security_group_rules [ 1468.991788] env[69976]: INFO networking_nsxv3.common.synchronization [req-b918a5e5-627d-430a-92c5-629c2e6d325d req-ffc1d13f-896e-4334-8331-f8cb992d36c7 service nova] Enqueued Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGHEST for action security_group_members [ 1468.991854] env[69976]: INFO networking_nsxv3.common.synchronization [req-b918a5e5-627d-430a-92c5-629c2e6d325d req-ffc1d13f-896e-4334-8331-f8cb992d36c7 service nova] Enqueued Resource ID: 9f0e9908-aa95-4d76-b75a-59e8180e9449 with Priority: HIGHEST for action port [ 1468.992248] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGHEST for action security_group_rules [ 1468.992248] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGHEST for action security_group_members [ 1468.992460] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f0e9908-aa95-4d76-b75a-59e8180e9449 with Priority: HIGHEST for action port [ 1468.993323] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc5d257d-89c4-4dd2-927f-01d045856775 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.993456] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.993529] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.993736] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.993824] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc5d257d-89c4-4dd2-927f-01d045856775',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1468.994646] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5d257d-89c4-4dd2-927f-01d045856775 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.997538] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.997538] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f0e9908-aa95-4d76-b75a-59e8180e9449 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.997538] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f0e9908-aa95-4d76-b75a-59e8180e9449" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.997538] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f0e9908-aa95-4d76-b75a-59e8180e9449" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.997538] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f0e9908-aa95-4d76-b75a-59e8180e9449" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.997538] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f0e9908-aa95-4d76-b75a-59e8180e9449',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1469.497792] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5d257d-89c4-4dd2-927f-01d045856775 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.497792] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.501065] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f0e9908-aa95-4d76-b75a-59e8180e9449 with status ACTIVE [ 1469.501065] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.501065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.501065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.501065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.501065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.501065] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.501065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.501065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.501888] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.501888] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.501888] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.501888] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.501888] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.501888] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.501888] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.501888] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f0e9908-aa95-4d76-b75a-59e8180e9449 is going to be updated. [ 1469.523113] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.523338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.523338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.523508] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.523646] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.523812] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f0e9908-aa95-4d76-b75a-59e8180e9449" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.045557] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5d257d-89c4-4dd2-927f-01d045856775 in Status: SUCCESS [ 1470.045912] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5d257d-89c4-4dd2-927f-01d045856775 deletion is rescheduled due to dependency. [ 1470.045912] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.045981] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.046237] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.046431] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.046547] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.046613] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.046770] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.046860] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.046945] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc5d257d-89c4-4dd2-927f-01d045856775',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1470.549051] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc5d257d-89c4-4dd2-927f-01d045856775',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.051074] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc5d257d-89c4-4dd2-927f-01d045856775',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.555603] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.555603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.555603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.555603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.555603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.555603] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5d257d-89c4-4dd2-927f-01d045856775 is going to be updated. [ 1471.583484] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.583484] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.583484] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.583484] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.583484] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.590285] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5d257d-89c4-4dd2-927f-01d045856775 in Status: IN_PROGRESS for 2s [ 1473.601312] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5d257d-89c4-4dd2-927f-01d045856775 in Status: IN_PROGRESS for 4s [ 1473.993540] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1473.993540] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1475.612428] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5d257d-89c4-4dd2-927f-01d045856775 in Status: SUCCESS [ 1475.612750] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.612811] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.613197] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.613450] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.613598] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.613685] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.613990] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.613990] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.614065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.614219] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc5d257d-89c4-4dd2-927f-01d045856775',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.116842] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc5d257d-89c4-4dd2-927f-01d045856775',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.619191] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc5d257d-89c4-4dd2-927f-01d045856775: rpc.has_security_group_logging(os_id): False [ 1476.642578] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.642734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.642788] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.642990] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.643098] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.643341] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.643441] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.643507] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.643661] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.643741] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.643828] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc5d257d-89c4-4dd2-927f-01d045856775 is going to be updated. [ 1476.706526] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.706743] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.706743] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.706965] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.707139] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.720789] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc5d257d-89c4-4dd2-927f-01d045856775 in Status: IN_PROGRESS for 2s [ 1478.734837] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc5d257d-89c4-4dd2-927f-01d045856775 in Status: SUCCESS [ 1478.735118] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.994877] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1478.995052] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1483.996218] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1483.996613] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1488.997458] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1488.997919] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1493.998462] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1493.998855] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1494.985667] env[69976]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1494.985905] env[69976]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1498.999535] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1498.999900] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1504.000836] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1504.001289] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1509.001775] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1509.002173] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1514.002786] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1514.003222] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1519.004582] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1519.004914] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1524.006448] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1524.006727] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1529.008053] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1529.008487] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1531.225796] env[69976]: INFO networking_nsxv3.common.synchronization [req-4ed9a6a1-72f4-494d-9daa-a5813704d03e req-56844495-e7ee-4b02-a32c-3814a6e1f8e3 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Enqueued Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGHEST for action security_group_members [ 1531.226375] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGHEST for action security_group_members [ 1531.226688] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc5d257d-89c4-4dd2-927f-01d045856775 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.226821] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.226885] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.227676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.227676] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.227676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.227676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.227676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.227676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.228147] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc5d257d-89c4-4dd2-927f-01d045856775',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.730252] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.730465] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.730465] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.730713] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.730804] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.730997] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.731110] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.731169] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.731333] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.731401] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.731490] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5d257d-89c4-4dd2-927f-01d045856775 is going to be updated. [ 1531.765679] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.765895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.765895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.766109] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.766256] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.774287] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5d257d-89c4-4dd2-927f-01d045856775 in Status: IN_PROGRESS for 2s [ 1533.784326] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc5d257d-89c4-4dd2-927f-01d045856775 in Status: SUCCESS [ 1533.784718] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc5d257d-89c4-4dd2-927f-01d045856775 deletion is rescheduled due to dependency. [ 1533.784718] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.226923] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1536.227260] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1539.284676] env[69976]: INFO networking_nsxv3.common.synchronization [None req-69fbbc3c-bc26-404b-959e-9760ffd2df81 None None] Enqueued Resource ID: 4f64273f-f48f-4272-86b8-ced1a14190a4 with Priority: HIGHEST for action port [ 1539.285301] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f64273f-f48f-4272-86b8-ced1a14190a4 with Priority: HIGHEST for action port [ 1539.285658] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f64273f-f48f-4272-86b8-ced1a14190a4 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.285829] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f64273f-f48f-4272-86b8-ced1a14190a4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.285903] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f64273f-f48f-4272-86b8-ced1a14190a4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.286211] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f64273f-f48f-4272-86b8-ced1a14190a4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.286328] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f64273f-f48f-4272-86b8-ced1a14190a4',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.505805] env[69976]: INFO networking_nsxv3.common.synchronization [None req-4a2b19d7-53d5-43f8-8b4e-ca76ddb29eb8 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Enqueued Resource ID: b1453bc7-9986-488e-b325-3a50cd765adb with Priority: HIGHEST for action security_group_rules [ 1539.505990] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1453bc7-9986-488e-b325-3a50cd765adb with Priority: HIGHEST for action security_group_rules [ 1539.506320] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1453bc7-9986-488e-b325-3a50cd765adb taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.506434] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.506508] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.506808] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.506910] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1453bc7-9986-488e-b325-3a50cd765adb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.578787] env[69976]: INFO networking_nsxv3.common.synchronization [None req-994c8b92-f500-444a-8e30-5289f8327ba3 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Enqueued Resource ID: b1453bc7-9986-488e-b325-3a50cd765adb with Priority: HIGHEST for action security_group_rules [ 1539.578787] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1453bc7-9986-488e-b325-3a50cd765adb with Priority: HIGHEST for action security_group_rules [ 1539.578787] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1453bc7-9986-488e-b325-3a50cd765adb taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.578787] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.788566] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f64273f-f48f-4272-86b8-ced1a14190a4 [ 1539.788820] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.788988] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.789071] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.789300] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.789394] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.789491] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f64273f-f48f-4272-86b8-ced1a14190a4 already deleted. [ 1539.789571] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f64273f-f48f-4272-86b8-ced1a14190a4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.935074] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.935252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.935326] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.935539] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.935725] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.028843] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.029012] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.029095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.029336] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.029432] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.029529] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1453bc7-9986-488e-b325-3a50cd765adb already deleted. [ 1540.029614] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.029776] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.030484] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.030484] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1453bc7-9986-488e-b325-3a50cd765adb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.438064] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.553536] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.553704] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.553790] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.553999] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.554111] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.554208] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1453bc7-9986-488e-b325-3a50cd765adb already deleted. [ 1540.554292] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.941728] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.118301] env[69976]: INFO networking_nsxv3.common.synchronization [None req-7fc19cd9-3b2b-4c9b-a834-96d79c2f5d07 None None] Enqueued Resource ID: f083fa2c-bd10-4502-bff5-436e9f7ba9d6 with Priority: HIGHEST for action port [ 1541.118301] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f083fa2c-bd10-4502-bff5-436e9f7ba9d6 with Priority: HIGHEST for action port [ 1541.118301] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-f083fa2c-bd10-4502-bff5-436e9f7ba9d6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.118301] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f083fa2c-bd10-4502-bff5-436e9f7ba9d6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.118301] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f083fa2c-bd10-4502-bff5-436e9f7ba9d6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.118301] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f083fa2c-bd10-4502-bff5-436e9f7ba9d6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.118301] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f083fa2c-bd10-4502-bff5-436e9f7ba9d6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.443399] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1541.443653] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1541.622265] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f083fa2c-bd10-4502-bff5-436e9f7ba9d6 [ 1541.622716] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.622716] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.622716] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.623331] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.623331] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.623331] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f083fa2c-bd10-4502-bff5-436e9f7ba9d6 already deleted. [ 1541.623331] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f083fa2c-bd10-4502-bff5-436e9f7ba9d6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.162754] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.162962] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.163025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.163230] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.176944] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1542.177799] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.178689] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1542.221990] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.222243] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.222243] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.222440] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.236035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.236787] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1542.236869] env[69976]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69976) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1542.236966] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1542.268577] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.268783] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.268901] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.269127] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.269845] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.270011] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1542.346376] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.346594] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.346594] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.346780] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.347083] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.347337] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1542.425682] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.425904] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.425904] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.426114] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.426406] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.426660] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:24. [ 1542.426750] env[69976]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'dc5d257d-89c4-4dd2-927f-01d045856775', 'b09ea244-768a-4878-a9eb-6d89a39fb433', '52de3ac3-b1dc-418a-a9ba-dac238f3911b', 'b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6', 'f57348d9-7cb2-4775-9c42-b4ac594d19e5', '3283b4f6-62cd-4112-b402-d04b7bf162e4', '873b7a00-2a66-4c56-8ac8-bb47d5778645', 'e70d6c7b-882b-4a67-aef5-0346951944eb', 'd98e322c-f95f-4a2a-9765-7546e3253f72', 'a96baa39-8695-4fd0-ba19-e8b45056e962', 'bfc0f383-cba9-4950-8954-bb05f4e038d3', '4f5d12cf-964a-4887-baf0-d32a60295419', 'eeebe33e-980b-4dac-8916-75642c3c1f7a', 'af6ec24a-16bc-45ce-816d-c65531b01ebc', 'eb198d8d-af08-4e09-839c-a70442759fbb', '4988a7fe-e226-47f2-8e9f-0662594eaab8', '57e9cc66-8ceb-4546-8d49-9277f1bf6b74', '41c710ad-450f-46c8-abbf-7b339725c4ab', 'a9b16169-3720-46ad-adea-d636fca71bd3', 'a77a7d28-3dd4-48de-9f6a-cc20e7ada388', 'a4fa8c90-25db-48d9-8f3c-46bece1e4f38', '6ed25f09-e9bc-4746-9e81-4c2c4e987afd', 'a192731c-2730-4cca-9377-422160b6ebb0', 'b6b00d40-c304-4a25-a68f-0c2aca74fb47'} {{(pid=69976) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1542.426857] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1542.445751] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.446181] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.446181] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.446181] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.446378] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.446378] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1542.446459] env[69976]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69976) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1542.446494] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1542.524839] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.525082] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.525169] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.525321] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.526443] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.526695] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1542.526779] env[69976]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69976) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1542.526853] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1542.526920] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1542.526997] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/24 resources of Type:Security Group Rules [ 1542.527081] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGH for action security_group_rules [ 1542.527161] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b09ea244-768a-4878-a9eb-6d89a39fb433 with Priority: HIGH for action security_group_rules [ 1542.527227] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b with Priority: HIGH for action security_group_rules [ 1542.527286] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 with Priority: HIGH for action security_group_rules [ 1542.527374] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f57348d9-7cb2-4775-9c42-b4ac594d19e5 with Priority: HIGH for action security_group_rules [ 1542.527415] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3283b4f6-62cd-4112-b402-d04b7bf162e4 with Priority: HIGH for action security_group_rules [ 1542.527477] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 873b7a00-2a66-4c56-8ac8-bb47d5778645 with Priority: HIGH for action security_group_rules [ 1542.527536] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e70d6c7b-882b-4a67-aef5-0346951944eb with Priority: HIGH for action security_group_rules [ 1542.527610] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d98e322c-f95f-4a2a-9765-7546e3253f72 with Priority: HIGH for action security_group_rules [ 1542.527660] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a96baa39-8695-4fd0-ba19-e8b45056e962 with Priority: HIGH for action security_group_rules [ 1542.527710] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bfc0f383-cba9-4950-8954-bb05f4e038d3 with Priority: HIGH for action security_group_rules [ 1542.527767] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f5d12cf-964a-4887-baf0-d32a60295419 with Priority: HIGH for action security_group_rules [ 1542.527823] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eeebe33e-980b-4dac-8916-75642c3c1f7a with Priority: HIGH for action security_group_rules [ 1542.527866] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGH for action security_group_rules [ 1542.527944] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb198d8d-af08-4e09-839c-a70442759fbb with Priority: HIGH for action security_group_rules [ 1542.527996] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 with Priority: HIGH for action security_group_rules [ 1542.528045] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57e9cc66-8ceb-4546-8d49-9277f1bf6b74 with Priority: HIGH for action security_group_rules [ 1542.528105] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41c710ad-450f-46c8-abbf-7b339725c4ab with Priority: HIGH for action security_group_rules [ 1542.528157] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a9b16169-3720-46ad-adea-d636fca71bd3 with Priority: HIGH for action security_group_rules [ 1542.528206] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 with Priority: HIGH for action security_group_rules [ 1542.528328] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.901542] env[69976]: INFO networking_nsxv3.common.synchronization [req-2eaab852-015c-4171-be73-b3758c852680 req-f1fdd364-9987-4373-bbc1-be8d53dd9011 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Enqueued Resource ID: b1453bc7-9986-488e-b325-3a50cd765adb with Priority: HIGHEST for action security_group_members [ 1544.902088] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1453bc7-9986-488e-b325-3a50cd765adb with Priority: HIGHEST for action security_group_members [ 1544.902241] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc5d257d-89c4-4dd2-927f-01d045856775 with Priority: HIGH for action security_group_rules [ 1544.902351] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b with Priority: HIGH for action security_group_rules [ 1544.902455] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873b7a00-2a66-4c56-8ac8-bb47d5778645 with Priority: HIGH for action security_group_rules [ 1544.902562] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb198d8d-af08-4e09-839c-a70442759fbb with Priority: HIGH for action security_group_rules [ 1544.902650] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 with Priority: HIGH for action security_group_rules [ 1544.902743] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9b16169-3720-46ad-adea-d636fca71bd3 with Priority: HIGH for action security_group_rules [ 1544.902836] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c710ad-450f-46c8-abbf-7b339725c4ab with Priority: HIGH for action security_group_rules [ 1544.902927] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57e9cc66-8ceb-4546-8d49-9277f1bf6b74 with Priority: HIGH for action security_group_rules [ 1544.903037] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6ec24a-16bc-45ce-816d-c65531b01ebc with Priority: HIGH for action security_group_rules [ 1544.903136] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 with Priority: HIGH for action security_group_rules [ 1544.903227] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeebe33e-980b-4dac-8916-75642c3c1f7a with Priority: HIGH for action security_group_rules [ 1544.903316] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f5d12cf-964a-4887-baf0-d32a60295419 with Priority: HIGH for action security_group_rules [ 1544.903407] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc0f383-cba9-4950-8954-bb05f4e038d3 with Priority: HIGH for action security_group_rules [ 1544.903495] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96baa39-8695-4fd0-ba19-e8b45056e962 with Priority: HIGH for action security_group_rules [ 1544.903584] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d98e322c-f95f-4a2a-9765-7546e3253f72 with Priority: HIGH for action security_group_rules [ 1544.903672] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3283b4f6-62cd-4112-b402-d04b7bf162e4 with Priority: HIGH for action security_group_rules [ 1544.903760] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e70d6c7b-882b-4a67-aef5-0346951944eb with Priority: HIGH for action security_group_rules [ 1544.903847] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f57348d9-7cb2-4775-9c42-b4ac594d19e5 with Priority: HIGH for action security_group_rules [ 1544.903934] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b09ea244-768a-4878-a9eb-6d89a39fb433 with Priority: HIGH for action security_group_rules [ 1544.904032] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 with Priority: HIGH for action security_group_rules [ 1544.904323] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1453bc7-9986-488e-b325-3a50cd765adb taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.904443] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.904501] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.904738] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.904890] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.904989] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.905065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.905703] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.905836] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.905909] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1453bc7-9986-488e-b325-3a50cd765adb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.906755] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc5d257d-89c4-4dd2-927f-01d045856775 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.906910] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.906910] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.907063] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.907160] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc5d257d-89c4-4dd2-927f-01d045856775',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.907843] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52de3ac3-b1dc-418a-a9ba-dac238f3911b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.907941] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.908012] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.908177] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.908253] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52de3ac3-b1dc-418a-a9ba-dac238f3911b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.908958] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-873b7a00-2a66-4c56-8ac8-bb47d5778645 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.909221] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.909221] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.909288] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.909368] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('873b7a00-2a66-4c56-8ac8-bb47d5778645',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.910011] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb198d8d-af08-4e09-839c-a70442759fbb taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.910167] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.910236] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.910405] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.910473] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb198d8d-af08-4e09-839c-a70442759fbb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.911259] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a77a7d28-3dd4-48de-9f6a-cc20e7ada388 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.911378] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.911572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.911572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.912760] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a77a7d28-3dd4-48de-9f6a-cc20e7ada388',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.912760] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9b16169-3720-46ad-adea-d636fca71bd3 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.912760] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.912760] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.912760] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.912760] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9b16169-3720-46ad-adea-d636fca71bd3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.913355] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41c710ad-450f-46c8-abbf-7b339725c4ab taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.913458] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.913531] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.913676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.913749] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41c710ad-450f-46c8-abbf-7b339725c4ab',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.914447] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57e9cc66-8ceb-4546-8d49-9277f1bf6b74 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.914561] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.914622] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.914774] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.914849] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57e9cc66-8ceb-4546-8d49-9277f1bf6b74',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.915629] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af6ec24a-16bc-45ce-816d-c65531b01ebc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.915737] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.915802] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.915960] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.916050] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af6ec24a-16bc-45ce-816d-c65531b01ebc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.916710] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4988a7fe-e226-47f2-8e9f-0662594eaab8 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.916815] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.916876] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.917053] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.917239] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4988a7fe-e226-47f2-8e9f-0662594eaab8',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.917791] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeebe33e-980b-4dac-8916-75642c3c1f7a taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.917899] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.917965] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.918134] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.918208] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeebe33e-980b-4dac-8916-75642c3c1f7a',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.918992] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f5d12cf-964a-4887-baf0-d32a60295419 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.919123] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.919177] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.919340] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.919418] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f5d12cf-964a-4887-baf0-d32a60295419',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.920083] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfc0f383-cba9-4950-8954-bb05f4e038d3 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.920192] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.920256] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.920409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.920477] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfc0f383-cba9-4950-8954-bb05f4e038d3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.921184] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a96baa39-8695-4fd0-ba19-e8b45056e962 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.921293] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.921360] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.921512] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.921623] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a96baa39-8695-4fd0-ba19-e8b45056e962',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.922259] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d98e322c-f95f-4a2a-9765-7546e3253f72 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.922369] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.922484] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.922637] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.922637] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d98e322c-f95f-4a2a-9765-7546e3253f72',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.923408] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3283b4f6-62cd-4112-b402-d04b7bf162e4 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.923530] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.923569] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.923720] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.923785] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3283b4f6-62cd-4112-b402-d04b7bf162e4',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.924461] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e70d6c7b-882b-4a67-aef5-0346951944eb taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.924571] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e70d6c7b-882b-4a67-aef5-0346951944eb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.924637] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e70d6c7b-882b-4a67-aef5-0346951944eb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.924782] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e70d6c7b-882b-4a67-aef5-0346951944eb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.924856] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e70d6c7b-882b-4a67-aef5-0346951944eb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.925527] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f57348d9-7cb2-4775-9c42-b4ac594d19e5 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.925635] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.925695] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.925851] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.925924] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f57348d9-7cb2-4775-9c42-b4ac594d19e5',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.927040] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b09ea244-768a-4878-a9eb-6d89a39fb433 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.927151] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.927217] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.927369] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.927486] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b09ea244-768a-4878-a9eb-6d89a39fb433',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.928100] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.928198] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.928265] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.928459] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.928512] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.136064] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.136359] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-890" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.136499] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-890" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.136831] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-890" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.137118] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.137288] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.137411] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.137638] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.137788] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.138008] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1545.138137] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1545.138250] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1545.138410] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1545.138536] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1545.138637] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1545.138773] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1545.157365] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1545.157541] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1545.157695] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1545.157862] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-890" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.158192] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-150a7c4a-2206-4497-bce0-cfce2f4b7cfc taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.158545] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-150a7c4a-2206-4497-bce0-cfce2f4b7cfc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.158545] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-150a7c4a-2206-4497-bce0-cfce2f4b7cfc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.158864] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-150a7c4a-2206-4497-bce0-cfce2f4b7cfc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.159015] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('150a7c4a-2206-4497-bce0-cfce2f4b7cfc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.446831] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.447137] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.447137] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.447270] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.447331] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.447496] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.447594] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.447649] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.447793] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.447869] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.447955] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1453bc7-9986-488e-b325-3a50cd765adb already deleted. [ 1545.448049] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.499570] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.499919] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.499919] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.500091] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.501872] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.502048] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.502783] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.502914] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.503547] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.503667] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.504944] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.505058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.512107] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.512283] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.512976] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.513126] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.513717] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.513810] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.514506] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.514600] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.515308] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.515411] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.516136] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.516239] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.516854] env[69976]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1545.517285] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.517379] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.517975] env[69976]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1545.518423] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.518549] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.519544] env[69976]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1545.519937] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.520056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.520672] env[69976]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1545.521056] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.521151] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.521720] env[69976]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1545.522144] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.522232] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.523138] env[69976]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1545.523565] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.550699] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.550699] env[69976]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1545.550699] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.550699] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.550699] env[69976]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1545.550699] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.550699] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfc0f383-cba9-4950-8954-bb05f4e038d3 is going to be deleted. [ 1545.550699] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.550699] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.550699] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.550699] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.550699] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.550699] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.550699] env[69976]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1545.550699] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.550699] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a77a7d28-3dd4-48de-9f6a-cc20e7ada388 is going to be deleted. [ 1545.551983] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.551983] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.566560] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.566741] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d98e322c-f95f-4a2a-9765-7546e3253f72 is going to be deleted. [ 1545.567658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.567928] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.589134] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.589430] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f57348d9-7cb2-4775-9c42-b4ac594d19e5 is going to be deleted. [ 1545.590235] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.590465] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.596890] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.597019] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.609083] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.609219] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57e9cc66-8ceb-4546-8d49-9277f1bf6b74 is going to be deleted. [ 1545.610095] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.610305] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.616879] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.616985] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.619176] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.619278] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.631350] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.631350] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3283b4f6-62cd-4112-b402-d04b7bf162e4 is going to be deleted. [ 1545.632114] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.632379] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.657718] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.657864] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4988a7fe-e226-47f2-8e9f-0662594eaab8 is going to be deleted. [ 1545.658900] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.659132] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.660554] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.660679] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.663871] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.664097] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.664245] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.664512] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.664694] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.664823] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 150a7c4a-2206-4497-bce0-cfce2f4b7cfc not found, creating... [ 1545.665101] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.665287] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.665416] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.665644] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.665790] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.666097] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.666506] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.666640] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.666858] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.666999] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.667162] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 150a7c4a-2206-4497-bce0-cfce2f4b7cfc is going to be created. [ 1545.668714] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.668803] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.711845] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.711845] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.711845] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.711845] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.711845] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.712210] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-150a7c4a-2206-4497-bce0-cfce2f4b7cfc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.715300] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.715424] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb198d8d-af08-4e09-839c-a70442759fbb is going to be deleted. [ 1545.716404] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.716618] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.748112] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.748265] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.771978] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.772159] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9b16169-3720-46ad-adea-d636fca71bd3 is going to be deleted. [ 1545.773166] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.773402] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.836685] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.836889] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e70d6c7b-882b-4a67-aef5-0346951944eb is going to be deleted. [ 1545.837948] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.838202] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.840617] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.840724] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.866698] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.866948] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.906603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.906995] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41c710ad-450f-46c8-abbf-7b339725c4ab is going to be deleted. [ 1545.907733] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.907886] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.949910] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.950120] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.974688] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.974833] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52de3ac3-b1dc-418a-a9ba-dac238f3911b is going to be deleted. [ 1545.975754] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.976098] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.996669] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.996841] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.019341] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.019486] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc5d257d-89c4-4dd2-927f-01d045856775 is going to be deleted. [ 1546.020453] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.020694] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.055900] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.056055] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b09ea244-768a-4878-a9eb-6d89a39fb433 is going to be deleted. [ 1546.056894] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.057117] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.059521] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.059673] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.088480] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.088682] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.109436] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.109602] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af6ec24a-16bc-45ce-816d-c65531b01ebc is going to be deleted. [ 1546.110552] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.110772] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.180980] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.181149] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.188864] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.189014] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f5d12cf-964a-4887-baf0-d32a60295419 is going to be deleted. [ 1546.190062] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.190270] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.221239] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.221372] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.247387] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.247532] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeebe33e-980b-4dac-8916-75642c3c1f7a is going to be deleted. [ 1546.248559] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.248782] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.310659] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.310801] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6 is going to be deleted. [ 1546.311759] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.312056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.330671] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.330836] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.335536] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.335660] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.366102] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.366324] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 873b7a00-2a66-4c56-8ac8-bb47d5778645 is going to be deleted. [ 1546.367300] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.367552] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.380016] env[69976]: INFO networking_nsxv3.common.synchronization [req-2eaab852-015c-4171-be73-b3758c852680 req-90e1fa20-5f46-4e81-abf1-410a1177f03f service nova] Enqueued Resource ID: b1453bc7-9986-488e-b325-3a50cd765adb with Priority: HIGHEST for action security_group_rules [ 1546.380221] env[69976]: INFO networking_nsxv3.common.synchronization [req-2eaab852-015c-4171-be73-b3758c852680 req-90e1fa20-5f46-4e81-abf1-410a1177f03f service nova] Enqueued Resource ID: b1453bc7-9986-488e-b325-3a50cd765adb with Priority: HIGHEST for action security_group_members [ 1546.380368] env[69976]: INFO networking_nsxv3.common.synchronization [req-2eaab852-015c-4171-be73-b3758c852680 req-90e1fa20-5f46-4e81-abf1-410a1177f03f service nova] Enqueued Resource ID: 150a7c4a-2206-4497-bce0-cfce2f4b7cfc with Priority: HIGHEST for action port [ 1546.380600] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1453bc7-9986-488e-b325-3a50cd765adb with Priority: HIGHEST for action security_group_rules [ 1546.380739] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1453bc7-9986-488e-b325-3a50cd765adb with Priority: HIGHEST for action security_group_members [ 1546.380837] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 150a7c4a-2206-4497-bce0-cfce2f4b7cfc with Priority: HIGHEST for action port [ 1546.381418] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1453bc7-9986-488e-b325-3a50cd765adb taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.381549] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.381615] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.381838] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.381922] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1453bc7-9986-488e-b325-3a50cd765adb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.382764] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1453bc7-9986-488e-b325-3a50cd765adb taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.382888] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.382943] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.383127] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.383278] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.383376] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.383464] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.383615] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.383698] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.383804] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1453bc7-9986-488e-b325-3a50cd765adb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.384781] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-150a7c4a-2206-4497-bce0-cfce2f4b7cfc taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.384781] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-150a7c4a-2206-4497-bce0-cfce2f4b7cfc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.384781] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-150a7c4a-2206-4497-bce0-cfce2f4b7cfc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.384898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-150a7c4a-2206-4497-bce0-cfce2f4b7cfc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.385035] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('150a7c4a-2206-4497-bce0-cfce2f4b7cfc',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.392638] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.392750] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.442624] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.442765] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a96baa39-8695-4fd0-ba19-e8b45056e962 is going to be deleted. [ 1546.443723] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.443951] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.444064] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.444195] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfc0f383-cba9-4950-8954-bb05f4e038d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.444430] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.444604] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.444691] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.444808] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a77a7d28-3dd4-48de-9f6a-cc20e7ada388" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.445389] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.445552] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.445635] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.445751] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d98e322c-f95f-4a2a-9765-7546e3253f72" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.445882] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.446038] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.446117] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.446235] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f57348d9-7cb2-4775-9c42-b4ac594d19e5" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.446364] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.446507] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.446581] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.446699] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57e9cc66-8ceb-4546-8d49-9277f1bf6b74" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.446824] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.446963] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.447052] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.447164] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3283b4f6-62cd-4112-b402-d04b7bf162e4" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.447291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.447519] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.447598] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.447712] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4988a7fe-e226-47f2-8e9f-0662594eaab8" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.447840] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.447985] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.448073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.448185] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb198d8d-af08-4e09-839c-a70442759fbb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.448383] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.448535] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.448612] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.448726] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9b16169-3720-46ad-adea-d636fca71bd3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.448857] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.448999] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.449089] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.449196] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e70d6c7b-882b-4a67-aef5-0346951944eb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.449342] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.449492] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.449570] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.449681] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41c710ad-450f-46c8-abbf-7b339725c4ab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.450221] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.450357] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.450969] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.451454] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52de3ac3-b1dc-418a-a9ba-dac238f3911b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.451717] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.451932] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.452073] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.452255] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc5d257d-89c4-4dd2-927f-01d045856775" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.452448] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.452649] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.452773] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.452951] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b09ea244-768a-4878-a9eb-6d89a39fb433" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.453152] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.453355] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.453479] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.453651] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af6ec24a-16bc-45ce-816d-c65531b01ebc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.453837] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.454052] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.454184] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.454359] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f5d12cf-964a-4887-baf0-d32a60295419" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.454617] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.454813] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.454939] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.455169] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeebe33e-980b-4dac-8916-75642c3c1f7a" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.464293] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.464433] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.464492] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.464686] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.464775] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.464883] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b349e5c7-ee92-40f0-9ef2-b80b9ad82cb6" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.473163] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.473322] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.473359] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.473564] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.473653] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.473774] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-873b7a00-2a66-4c56-8ac8-bb47d5778645" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.572842] env[69976]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1546.573630] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.573836] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.573925] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.574199] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.574294] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.574418] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a96baa39-8695-4fd0-ba19-e8b45056e962" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.887370] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1453bc7-9986-488e-b325-3a50cd765adb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.888467] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1453bc7-9986-488e-b325-3a50cd765adb taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.888578] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.888737] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 150a7c4a-2206-4497-bce0-cfce2f4b7cfc with status ACTIVE [ 1546.888892] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.888996] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.889075] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.889280] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.889386] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.889568] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.889666] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.889726] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.889880] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.889957] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.890419] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.890492] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.890519] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.890669] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.890744] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.890829] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 150a7c4a-2206-4497-bce0-cfce2f4b7cfc is going to be updated. [ 1546.914855] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.915226] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.915226] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.915303] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.915395] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.915547] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-150a7c4a-2206-4497-bce0-cfce2f4b7cfc" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.393358] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1453bc7-9986-488e-b325-3a50cd765adb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.895522] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.895701] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.895748] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.895973] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.896075] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.896180] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1453bc7-9986-488e-b325-3a50cd765adb is going to be created. [ 1547.919089] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.919467] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.919467] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.919527] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.919689] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.929153] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1453bc7-9986-488e-b325-3a50cd765adb in Status: UNINITIALIZED for 2s [ 1549.940492] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1453bc7-9986-488e-b325-3a50cd765adb in Status: SUCCESS [ 1549.940898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.940898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.941122] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.941317] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.941438] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.941505] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.941672] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.941752] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.941847] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.941950] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1453bc7-9986-488e-b325-3a50cd765adb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.444837] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1453bc7-9986-488e-b325-3a50cd765adb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.947991] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1453bc7-9986-488e-b325-3a50cd765adb: rpc.has_security_group_logging(os_id): False [ 1550.965843] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.965990] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.966153] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.966335] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.966418] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.966661] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.966761] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.966822] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.966981] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.967064] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.967151] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1453bc7-9986-488e-b325-3a50cd765adb is going to be created. [ 1551.024645] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.024831] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.024864] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.025071] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.025251] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.035717] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1453bc7-9986-488e-b325-3a50cd765adb in Status: IN_PROGRESS for 2s [ 1551.381716] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1551.381858] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1553.060579] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1453bc7-9986-488e-b325-3a50cd765adb in Status: SUCCESS [ 1553.060579] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.383018] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1556.383348] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1561.384398] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1561.384744] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1566.385413] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1566.385813] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1571.386941] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1571.387339] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1576.387679] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1576.387912] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1581.388962] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1581.390904] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1586.390416] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1586.390776] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1591.391497] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1591.391843] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1596.392454] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1596.392771] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1596.735649] env[69976]: INFO networking_nsxv3.common.synchronization [req-e28f303d-2d40-4087-8866-a94b60dd4faf req-9dc13362-9d50-4558-9022-9eb23fc9c71d tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Enqueued Resource ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 with Priority: HIGHEST for action security_group_members [ 1596.736160] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 with Priority: HIGHEST for action security_group_members [ 1596.736466] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-372b9487-6a45-4a7d-b8fa-cb0f340d2757 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.736599] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.736666] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.736942] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.737111] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.737209] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.737282] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.737416] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.737499] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.737588] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('372b9487-6a45-4a7d-b8fa-cb0f340d2757',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1596.968826] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.969063] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-890" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.969201] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-890" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.969475] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-890" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.969757] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.969928] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.970015] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.970272] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.970436] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.970664] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1596.970785] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1596.970902] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1596.971023] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1596.971144] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1596.971256] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1596.971395] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1596.991822] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1596.992038] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1596.992152] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1596.992333] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-890" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.992647] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-cc677cd9-2def-4b19-8c78-3733ec9527d3 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.992820] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-cc677cd9-2def-4b19-8c78-3733ec9527d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.992957] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-cc677cd9-2def-4b19-8c78-3733ec9527d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.993301] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-cc677cd9-2def-4b19-8c78-3733ec9527d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.993475] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc677cd9-2def-4b19-8c78-3733ec9527d3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.239397] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.239593] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.239593] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.239772] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.239879] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.240176] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.240279] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.240279] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.240402] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.240481] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.240590] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 already deleted. [ 1597.240700] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.495618] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.495964] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.496215] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.496648] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.496931] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.497231] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port cc677cd9-2def-4b19-8c78-3733ec9527d3 not found, creating... [ 1597.497683] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.498115] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.498201] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.498549] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.498820] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.499303] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.499567] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.499800] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.500157] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.500414] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.500679] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: cc677cd9-2def-4b19-8c78-3733ec9527d3 is going to be created. [ 1597.523910] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.524195] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.524326] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.524627] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.524873] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.525130] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-cc677cd9-2def-4b19-8c78-3733ec9527d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.188260] env[69976]: INFO networking_nsxv3.common.synchronization [req-e28f303d-2d40-4087-8866-a94b60dd4faf req-070e633b-389c-4184-8ba1-548b1c52d19c service nova] Enqueued Resource ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 with Priority: HIGHEST for action security_group_rules [ 1598.188441] env[69976]: INFO networking_nsxv3.common.synchronization [req-e28f303d-2d40-4087-8866-a94b60dd4faf req-070e633b-389c-4184-8ba1-548b1c52d19c service nova] Enqueued Resource ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 with Priority: HIGHEST for action security_group_members [ 1598.188583] env[69976]: INFO networking_nsxv3.common.synchronization [req-e28f303d-2d40-4087-8866-a94b60dd4faf req-070e633b-389c-4184-8ba1-548b1c52d19c service nova] Enqueued Resource ID: cc677cd9-2def-4b19-8c78-3733ec9527d3 with Priority: HIGHEST for action port [ 1598.188868] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 with Priority: HIGHEST for action security_group_rules [ 1598.189161] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 with Priority: HIGHEST for action security_group_members [ 1598.189161] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc677cd9-2def-4b19-8c78-3733ec9527d3 with Priority: HIGHEST for action port [ 1598.189653] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-372b9487-6a45-4a7d-b8fa-cb0f340d2757 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.189816] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.189864] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.190252] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.190339] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('372b9487-6a45-4a7d-b8fa-cb0f340d2757',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.191167] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-372b9487-6a45-4a7d-b8fa-cb0f340d2757 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.191288] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.191352] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.191517] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.191663] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.191756] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.191865] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.191956] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.192054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.192140] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('372b9487-6a45-4a7d-b8fa-cb0f340d2757',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.193704] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc677cd9-2def-4b19-8c78-3733ec9527d3 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.193828] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc677cd9-2def-4b19-8c78-3733ec9527d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.193828] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc677cd9-2def-4b19-8c78-3733ec9527d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.194109] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc677cd9-2def-4b19-8c78-3733ec9527d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.194208] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc677cd9-2def-4b19-8c78-3733ec9527d3',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.695061] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('372b9487-6a45-4a7d-b8fa-cb0f340d2757',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.696020] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-372b9487-6a45-4a7d-b8fa-cb0f340d2757 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.696152] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.696243] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc677cd9-2def-4b19-8c78-3733ec9527d3 with status ACTIVE [ 1598.696392] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.696499] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.696577] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.696796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.696885] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.697319] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.697319] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.697319] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.697448] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.697473] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.697704] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.697853] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.697925] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.698218] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.698318] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.698415] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc677cd9-2def-4b19-8c78-3733ec9527d3 is going to be updated. [ 1598.721135] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.721294] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.721294] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.721487] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.721621] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.721773] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc677cd9-2def-4b19-8c78-3733ec9527d3" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.200375] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('372b9487-6a45-4a7d-b8fa-cb0f340d2757',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1599.704065] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.704065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.704065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.704065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.704065] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.704065] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 is going to be created. [ 1599.730039] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.730039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.730039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.730039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.730354] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.738617] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 in Status: UNINITIALIZED for 2s [ 1601.750593] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 in Status: SUCCESS [ 1601.751059] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.751117] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.751347] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.751538] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.751674] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.751737] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.751915] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.752018] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.752101] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.752229] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('372b9487-6a45-4a7d-b8fa-cb0f340d2757',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1602.255086] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-372b9487-6a45-4a7d-b8fa-cb0f340d2757 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.255289] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.255289] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.255470] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.255632] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.255729] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.255797] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.255942] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.256039] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.256130] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.256277] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-372b9487-6a45-4a7d-b8fa-cb0f340d2757 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.256370] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.256430] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.256572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.256728] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.256875] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.256946] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.257107] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.257190] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.257275] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.257392] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('372b9487-6a45-4a7d-b8fa-cb0f340d2757',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1602.759487] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 372b9487-6a45-4a7d-b8fa-cb0f340d2757: rpc.has_security_group_logging(os_id): False [ 1602.779912] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.780107] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.780107] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.780321] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.780409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.780602] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.780718] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.780770] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.780901] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.780978] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.781239] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.781353] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.781401] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.781535] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.781610] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.781793] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.781886] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.781948] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.782101] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.782176] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.782260] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 is going to be created. [ 1602.840919] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.841199] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.841199] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.841403] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.841588] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.851842] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 in Status: IN_PROGRESS for 2s [ 1603.189936] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1603.190128] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1604.867599] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 in Status: SUCCESS [ 1604.867937] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.190871] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1608.191224] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1613.192232] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1613.192232] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1618.193737] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1618.194058] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1621.311457] env[69976]: INFO networking_nsxv3.common.synchronization [req-7352e6fd-eebc-4ac1-94d4-ba460c799226 req-47bf7e9e-ed12-4e33-ba7d-fdba86c8262d tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Enqueued Resource ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 with Priority: HIGHEST for action security_group_members [ 1621.311755] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 with Priority: HIGHEST for action security_group_members [ 1621.312067] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-372b9487-6a45-4a7d-b8fa-cb0f340d2757 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.312197] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.312265] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.312456] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.312603] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.312701] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.312763] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.312913] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.312991] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.313094] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('372b9487-6a45-4a7d-b8fa-cb0f340d2757',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1621.815497] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.815745] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.815870] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.816180] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.816327] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.816596] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.816761] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.816880] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.817113] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.817243] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.817387] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 is going to be updated. [ 1621.846253] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.846408] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.846495] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.846696] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.846837] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.854993] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 in Status: IN_PROGRESS for 2s [ 1623.866366] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 in Status: SUCCESS [ 1623.866733] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 deletion is rescheduled due to dependency. [ 1623.866733] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1625.520864] env[69976]: INFO networking_nsxv3.common.synchronization [None req-6e6b0827-f4ac-46ac-9bff-63060132e601 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Enqueued Resource ID: 89da306e-3e9c-46b1-9a26-8e84314a01c2 with Priority: HIGHEST for action security_group_rules [ 1625.521437] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89da306e-3e9c-46b1-9a26-8e84314a01c2 with Priority: HIGHEST for action security_group_rules [ 1625.521745] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89da306e-3e9c-46b1-9a26-8e84314a01c2 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1625.521866] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.521936] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1625.522211] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1625.522296] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89da306e-3e9c-46b1-9a26-8e84314a01c2',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1625.589864] env[69976]: INFO networking_nsxv3.common.synchronization [None req-2868b57e-0ff6-46c4-b3c7-6ab9caeb5bcc tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Enqueued Resource ID: 89da306e-3e9c-46b1-9a26-8e84314a01c2 with Priority: HIGHEST for action security_group_rules [ 1625.590271] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89da306e-3e9c-46b1-9a26-8e84314a01c2 with Priority: HIGHEST for action security_group_rules [ 1625.590891] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89da306e-3e9c-46b1-9a26-8e84314a01c2 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1625.591029] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.043602] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1626.043797] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.043797] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1626.043957] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1626.044060] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1626.044160] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89da306e-3e9c-46b1-9a26-8e84314a01c2 already deleted. [ 1626.044242] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1626.044389] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1626.044542] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1626.044623] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89da306e-3e9c-46b1-9a26-8e84314a01c2',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1626.566162] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1626.566162] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.566162] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1626.566162] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1626.566162] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1626.566162] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89da306e-3e9c-46b1-9a26-8e84314a01c2 already deleted. [ 1626.566162] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1630.592147] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1630.592501] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1630.811935] env[69976]: INFO networking_nsxv3.common.synchronization [req-30a90bfe-20a8-49b0-966c-051edee21119 req-7d14d8c9-b976-4503-af0e-86a2e49023d4 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Enqueued Resource ID: 89da306e-3e9c-46b1-9a26-8e84314a01c2 with Priority: HIGHEST for action security_group_members [ 1630.812450] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89da306e-3e9c-46b1-9a26-8e84314a01c2 with Priority: HIGHEST for action security_group_members [ 1630.812749] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-89da306e-3e9c-46b1-9a26-8e84314a01c2 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1630.812871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.812936] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1630.813243] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1630.813359] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1630.813464] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.813523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1630.813671] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1630.813755] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1630.813885] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89da306e-3e9c-46b1-9a26-8e84314a01c2',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1631.078928] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1631.079147] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-890" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.079358] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-890" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.079554] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-890" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.079812] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1631.079973] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.080109] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.080354] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.080502] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.080719] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1631.080836] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1631.080974] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1631.081111] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1631.081233] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1631.081346] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1631.081486] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1631.102733] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1631.102942] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1631.103051] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1631.103237] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-890" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.103561] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-5f42412b-487f-4f31-8526-c6e6a7f81aff taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1631.103784] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-5f42412b-487f-4f31-8526-c6e6a7f81aff" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.103857] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-5f42412b-487f-4f31-8526-c6e6a7f81aff" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.104202] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-5f42412b-487f-4f31-8526-c6e6a7f81aff" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.104348] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f42412b-487f-4f31-8526-c6e6a7f81aff',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1631.315493] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1631.315665] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.315665] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.315878] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.315970] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.316181] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1631.316304] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.316373] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.316587] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.316587] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.316701] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89da306e-3e9c-46b1-9a26-8e84314a01c2 already deleted. [ 1631.316750] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.606439] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1631.606675] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.606808] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.607143] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.607307] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.607473] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port 5f42412b-487f-4f31-8526-c6e6a7f81aff not found, creating... [ 1631.607731] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1631.607895] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.608033] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.608262] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.608410] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.608727] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1631.608897] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.609033] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.609283] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.609431] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.609579] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: 5f42412b-487f-4f31-8526-c6e6a7f81aff is going to be created. [ 1631.630129] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1631.630313] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.630449] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.630670] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.630879] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.631116] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-5f42412b-487f-4f31-8526-c6e6a7f81aff" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1632.299776] env[69976]: INFO networking_nsxv3.common.synchronization [req-30a90bfe-20a8-49b0-966c-051edee21119 req-9ce0cb60-58cc-4ec1-b51b-39f849579a28 service nova] Enqueued Resource ID: 89da306e-3e9c-46b1-9a26-8e84314a01c2 with Priority: HIGHEST for action security_group_rules [ 1632.299968] env[69976]: INFO networking_nsxv3.common.synchronization [req-30a90bfe-20a8-49b0-966c-051edee21119 req-9ce0cb60-58cc-4ec1-b51b-39f849579a28 service nova] Enqueued Resource ID: 89da306e-3e9c-46b1-9a26-8e84314a01c2 with Priority: HIGHEST for action security_group_members [ 1632.300131] env[69976]: INFO networking_nsxv3.common.synchronization [req-30a90bfe-20a8-49b0-966c-051edee21119 req-9ce0cb60-58cc-4ec1-b51b-39f849579a28 service nova] Enqueued Resource ID: 5f42412b-487f-4f31-8526-c6e6a7f81aff with Priority: HIGHEST for action port [ 1632.300364] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89da306e-3e9c-46b1-9a26-8e84314a01c2 with Priority: HIGHEST for action security_group_rules [ 1632.300494] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89da306e-3e9c-46b1-9a26-8e84314a01c2 with Priority: HIGHEST for action security_group_members [ 1632.300591] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f42412b-487f-4f31-8526-c6e6a7f81aff with Priority: HIGHEST for action port [ 1632.301857] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89da306e-3e9c-46b1-9a26-8e84314a01c2 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.301857] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.301857] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.301857] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.301857] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89da306e-3e9c-46b1-9a26-8e84314a01c2',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1632.302657] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-89da306e-3e9c-46b1-9a26-8e84314a01c2 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.302790] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.302876] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.303074] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.303247] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.303394] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.303506] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.303729] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.303846] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1632.303955] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89da306e-3e9c-46b1-9a26-8e84314a01c2',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1632.304729] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f42412b-487f-4f31-8526-c6e6a7f81aff taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.304865] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f42412b-487f-4f31-8526-c6e6a7f81aff" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.304946] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f42412b-487f-4f31-8526-c6e6a7f81aff" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.305126] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f42412b-487f-4f31-8526-c6e6a7f81aff" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.305221] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f42412b-487f-4f31-8526-c6e6a7f81aff',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1632.807529] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-89da306e-3e9c-46b1-9a26-8e84314a01c2 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.807881] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.807942] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89da306e-3e9c-46b1-9a26-8e84314a01c2',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1632.809458] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f42412b-487f-4f31-8526-c6e6a7f81aff with status ACTIVE [ 1632.809700] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.809866] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.809970] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.810278] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.810424] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1632.810677] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.810825] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.810930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.811185] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.811321] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1632.811628] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.811788] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.811898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.812134] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.812272] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1632.813042] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f42412b-487f-4f31-8526-c6e6a7f81aff is going to be updated. [ 1632.831631] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.831777] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.831812] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.832011] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.832163] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1632.832315] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f42412b-487f-4f31-8526-c6e6a7f81aff" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.315037] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89da306e-3e9c-46b1-9a26-8e84314a01c2',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1633.817247] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.817632] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.817632] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.817753] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.817801] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.817867] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89da306e-3e9c-46b1-9a26-8e84314a01c2 is going to be created. [ 1633.841516] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.841654] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.841721] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.841910] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.842079] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.851290] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89da306e-3e9c-46b1-9a26-8e84314a01c2 in Status: UNINITIALIZED for 2s [ 1635.864929] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89da306e-3e9c-46b1-9a26-8e84314a01c2 in Status: SUCCESS [ 1635.865330] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1635.865330] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1635.865523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1635.865719] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1635.865834] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.865899] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1635.866110] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1635.866162] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1635.866237] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1635.866328] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89da306e-3e9c-46b1-9a26-8e84314a01c2',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1636.369119] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89da306e-3e9c-46b1-9a26-8e84314a01c2',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1636.871989] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89da306e-3e9c-46b1-9a26-8e84314a01c2: rpc.has_security_group_logging(os_id): False [ 1636.890223] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1636.890451] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.890568] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.890856] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1636.890954] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1636.891223] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1636.891328] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.891393] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.891548] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1636.891618] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1636.891707] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89da306e-3e9c-46b1-9a26-8e84314a01c2 is going to be created. [ 1636.949451] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1636.949664] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.949664] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.949918] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1636.950138] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1636.960620] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89da306e-3e9c-46b1-9a26-8e84314a01c2 in Status: IN_PROGRESS for 2s [ 1637.301455] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1637.301654] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1638.974736] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89da306e-3e9c-46b1-9a26-8e84314a01c2 in Status: SUCCESS [ 1638.975084] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1642.303351] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1642.303351] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1647.304438] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1647.304438] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1652.305178] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1652.305573] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1657.307057] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1657.307423] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1662.308520] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1662.308976] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1667.309441] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1667.309838] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1672.311315] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1672.311668] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1677.312079] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1677.312350] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1682.313661] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1682.314051] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1687.314774] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1687.314774] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1692.315802] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1692.316256] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1697.316775] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1697.317153] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1702.318337] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1702.318750] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1707.319229] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1707.319738] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1712.321048] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1712.321429] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1717.322445] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1717.322792] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1722.323955] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1722.324308] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1727.325752] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1727.325752] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1732.327053] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1732.327436] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1734.986540] env[69976]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] NSXv3 Agent Agent loop - iteration:4 completed [ 1734.986977] env[69976]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b84a3d91-4111-44ab-9efa-229b660a18a5 None None] NSXv3 Agent Agent loop - iteration:5 started [ 1737.328242] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1737.328650] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1742.329816] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1742.329816] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1746.067071] env[69976]: INFO networking_nsxv3.common.synchronization [req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 req-f06c5d5d-c9d4-45f5-a4bc-0a9bf8bf8a7b tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Enqueued Resource ID: 89da306e-3e9c-46b1-9a26-8e84314a01c2 with Priority: HIGHEST for action security_group_members [ 1746.067407] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89da306e-3e9c-46b1-9a26-8e84314a01c2 with Priority: HIGHEST for action security_group_members [ 1746.067668] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-89da306e-3e9c-46b1-9a26-8e84314a01c2 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1746.070291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.070291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1746.070291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1746.070291] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1746.070291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.070291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1746.070291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1746.070291] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1746.070291] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89da306e-3e9c-46b1-9a26-8e84314a01c2',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1746.571689] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1746.571689] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.571689] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1746.571957] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1746.571957] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1746.572134] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1746.572242] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.572306] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1746.572476] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1746.572554] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1746.572640] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89da306e-3e9c-46b1-9a26-8e84314a01c2 is going to be updated. [ 1746.637654] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1746.637854] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.637854] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1746.638076] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1746.638223] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1746.651270] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89da306e-3e9c-46b1-9a26-8e84314a01c2 in Status: IN_PROGRESS for 2s [ 1748.662094] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89da306e-3e9c-46b1-9a26-8e84314a01c2 in Status: SUCCESS [ 1748.662506] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89da306e-3e9c-46b1-9a26-8e84314a01c2 deletion is rescheduled due to dependency. [ 1748.662506] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1751.069065] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1751.069477] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1756.070583] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1756.070951] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1756.512168] env[69976]: INFO networking_nsxv3.common.synchronization [req-207bfd35-a1ce-4e28-a844-6283cd033880 req-25e9ea89-b3fa-4693-a1ba-812cff4ce02b tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Enqueued Resource ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 with Priority: HIGHEST for action security_group_members [ 1756.512692] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 with Priority: HIGHEST for action security_group_members [ 1756.512991] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-372b9487-6a45-4a7d-b8fa-cb0f340d2757 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.513272] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.513348] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.513572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.513734] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.513830] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.513893] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.514067] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.514164] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.514244] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('372b9487-6a45-4a7d-b8fa-cb0f340d2757',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1756.748881] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.749134] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-890" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.749273] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-890" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.749560] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-890" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.749814] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.749987] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.750150] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.750389] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.750546] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.750759] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1756.750880] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1756.750997] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1756.751145] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1756.751274] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1756.751389] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1756.751525] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1756.775805] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1756.776022] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1756.776142] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1756.776326] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-890" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.776669] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-ea9ee837-9a46-4ed7-ab89-671cf2144eab taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.776847] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-ea9ee837-9a46-4ed7-ab89-671cf2144eab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.776969] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-ea9ee837-9a46-4ed7-ab89-671cf2144eab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.777359] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-ea9ee837-9a46-4ed7-ab89-671cf2144eab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.777527] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea9ee837-9a46-4ed7-ab89-671cf2144eab',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1757.018256] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.018472] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.018472] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.018643] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.018734] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.018925] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.019035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.019100] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.019250] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.019327] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.019414] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 is going to be updated. [ 1757.045924] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.046133] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.046133] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.046349] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.046490] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.056317] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 in Status: IN_PROGRESS for 2s [ 1757.280255] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.280577] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.280577] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.282048] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.282048] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.282048] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port ea9ee837-9a46-4ed7-ab89-671cf2144eab not found, creating... [ 1757.282048] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.282048] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.282048] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.282048] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.282048] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.282349] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.282527] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.282585] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.282793] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.282929] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.283083] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: ea9ee837-9a46-4ed7-ab89-671cf2144eab is going to be created. [ 1757.304855] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.305144] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.305215] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.305499] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.305725] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.305947] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-ea9ee837-9a46-4ed7-ab89-671cf2144eab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1757.972788] env[69976]: INFO networking_nsxv3.common.synchronization [req-207bfd35-a1ce-4e28-a844-6283cd033880 req-e1070b91-76bc-4d2a-994a-57d567e20e65 service nova] Enqueued Resource ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 with Priority: HIGHEST for action security_group_rules [ 1757.972965] env[69976]: INFO networking_nsxv3.common.synchronization [req-207bfd35-a1ce-4e28-a844-6283cd033880 req-e1070b91-76bc-4d2a-994a-57d567e20e65 service nova] Enqueued Resource ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 with Priority: HIGHEST for action security_group_members [ 1757.973135] env[69976]: INFO networking_nsxv3.common.synchronization [req-207bfd35-a1ce-4e28-a844-6283cd033880 req-e1070b91-76bc-4d2a-994a-57d567e20e65 service nova] Enqueued Resource ID: ea9ee837-9a46-4ed7-ab89-671cf2144eab with Priority: HIGHEST for action port [ 1757.973390] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 with Priority: HIGHEST for action security_group_rules [ 1757.973530] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 with Priority: HIGHEST for action security_group_members [ 1757.973639] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9ee837-9a46-4ed7-ab89-671cf2144eab with Priority: HIGHEST for action port [ 1757.974231] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-372b9487-6a45-4a7d-b8fa-cb0f340d2757 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.974358] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.974427] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.974636] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.974721] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('372b9487-6a45-4a7d-b8fa-cb0f340d2757',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1757.975555] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-372b9487-6a45-4a7d-b8fa-cb0f340d2757 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.975686] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.975857] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea9ee837-9a46-4ed7-ab89-671cf2144eab taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1757.975957] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea9ee837-9a46-4ed7-ab89-671cf2144eab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.976024] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea9ee837-9a46-4ed7-ab89-671cf2144eab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1757.976186] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea9ee837-9a46-4ed7-ab89-671cf2144eab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1757.976261] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea9ee837-9a46-4ed7-ab89-671cf2144eab',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1758.477564] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-372b9487-6a45-4a7d-b8fa-cb0f340d2757 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1758.477908] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.477908] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea9ee837-9a46-4ed7-ab89-671cf2144eab with status ACTIVE [ 1758.478045] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1758.478130] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.478206] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1758.478409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1758.478494] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1758.478668] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1758.478800] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.478858] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1758.478972] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1758.479059] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1758.479246] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1758.479335] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.479395] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1758.479537] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1758.479612] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1758.479696] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea9ee837-9a46-4ed7-ab89-671cf2144eab is going to be updated. [ 1758.500473] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1758.500473] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.500473] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1758.500688] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1758.500780] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1758.500930] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea9ee837-9a46-4ed7-ab89-671cf2144eab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1759.066339] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 in Status: SUCCESS [ 1759.066493] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 deletion is rescheduled due to dependency. [ 1759.066581] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1759.066718] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1759.067035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1759.067125] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1759.067422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.067422] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1759.067556] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1759.067556] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1759.067650] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('372b9487-6a45-4a7d-b8fa-cb0f340d2757',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1759.570401] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('372b9487-6a45-4a7d-b8fa-cb0f340d2757',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1760.072724] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('372b9487-6a45-4a7d-b8fa-cb0f340d2757',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1760.574838] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1760.575170] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.575170] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1760.575306] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1760.575381] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.575486] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 is going to be updated. [ 1760.602130] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1760.602275] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.602376] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1760.602598] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1760.602758] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.612596] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 in Status: IN_PROGRESS for 2s [ 1762.624185] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 in Status: SUCCESS [ 1762.624593] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1762.624593] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1762.624755] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1762.624944] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1762.625096] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.625164] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1762.625327] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1762.625413] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1762.625500] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1762.625592] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('372b9487-6a45-4a7d-b8fa-cb0f340d2757',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1762.974939] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1762.975179] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1763.127916] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-372b9487-6a45-4a7d-b8fa-cb0f340d2757 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1763.128146] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.128146] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1763.128412] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1763.128967] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1763.129098] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.129180] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1763.129337] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1763.129433] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1763.129524] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1763.129672] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-372b9487-6a45-4a7d-b8fa-cb0f340d2757 taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1763.129764] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.129857] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1763.130036] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1763.130218] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1763.130350] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.130404] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1763.130502] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1763.130574] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1763.130655] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1763.130732] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('372b9487-6a45-4a7d-b8fa-cb0f340d2757',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1763.633490] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 372b9487-6a45-4a7d-b8fa-cb0f340d2757: rpc.has_security_group_logging(os_id): False [ 1763.653398] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1763.653602] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.653602] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1763.653817] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1763.653907] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1763.654113] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1763.654216] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.654309] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1763.654440] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1763.654514] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1763.654704] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1763.654800] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.654862] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1763.655010] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1763.655090] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1763.655275] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1763.655371] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.655433] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1763.655572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1763.655647] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1763.655732] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 is going to be updated. [ 1763.720781] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1763.720989] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.720989] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1763.721228] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1763.721386] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1763.734814] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 in Status: IN_PROGRESS for 2s [ 1765.349982] env[69976]: INFO networking_nsxv3.common.synchronization [req-94e68a64-0f7f-4a94-89b8-230b2a53df4d req-53a092de-c32c-465c-8476-f78c350be5cf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Enqueued Resource ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 with Priority: HIGHEST for action security_group_members [ 1765.350526] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 with Priority: HIGHEST for action security_group_members [ 1765.351454] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-372b9487-6a45-4a7d-b8fa-cb0f340d2757 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.351454] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.351454] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.351454] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.351454] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.351859] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.351859] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.351859] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.351859] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.351954] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('372b9487-6a45-4a7d-b8fa-cb0f340d2757',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1765.391457] env[69976]: INFO networking_nsxv3.common.synchronization [req-94e68a64-0f7f-4a94-89b8-230b2a53df4d req-53a092de-c32c-465c-8476-f78c350be5cf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Enqueued Resource ID: ea9ee837-9a46-4ed7-ab89-671cf2144eab with Priority: HIGHEST for action port [ 1765.391982] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9ee837-9a46-4ed7-ab89-671cf2144eab with Priority: HIGHEST for action port [ 1765.392262] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea9ee837-9a46-4ed7-ab89-671cf2144eab taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.392354] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea9ee837-9a46-4ed7-ab89-671cf2144eab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.392446] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea9ee837-9a46-4ed7-ab89-671cf2144eab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.392638] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea9ee837-9a46-4ed7-ab89-671cf2144eab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.392785] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea9ee837-9a46-4ed7-ab89-671cf2144eab',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1765.749009] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 in Status: SUCCESS [ 1765.749262] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.856983] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.857165] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.857245] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.857475] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.857570] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.857776] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.857879] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.857943] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.859054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.859054] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.859054] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 is going to be updated. [ 1765.886957] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.887123] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.887196] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.887415] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.887560] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.894184] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea9ee837-9a46-4ed7-ab89-671cf2144eab with status ACTIVE [ 1765.894391] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.894518] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.894586] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.894792] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.895046] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.895140] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.895251] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.895251] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.895436] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.895517] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.895704] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.895801] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.895860] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.895998] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.896086] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.896173] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea9ee837-9a46-4ed7-ab89-671cf2144eab is going to be updated. [ 1765.897758] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 in Status: IN_PROGRESS for 2s [ 1765.923262] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.923485] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.923719] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.923887] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.924119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.924369] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea9ee837-9a46-4ed7-ab89-671cf2144eab" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1767.908567] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 in Status: SUCCESS [ 1767.908970] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 deletion is rescheduled due to dependency. [ 1767.908970] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1770.392950] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1770.393398] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1775.393944] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1775.394364] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1779.939136] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1779.939568] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.939568] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1779.939651] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1779.939774] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1780.395152] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1780.395369] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1780.441805] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1780.944532] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1781.446708] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1781.446845] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1782.194439] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.194875] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.194875] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.194875] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.206183] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1782.207048] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.208148] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1782.248965] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.249203] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.249203] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.249412] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.263184] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.264032] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1782.264116] env[69976]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69976) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1782.264215] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1782.286554] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.286815] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.286815] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.286948] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.287298] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.287434] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1782.369674] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.369898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.369898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.370114] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.370468] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.370752] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1782.439794] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.440036] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.440036] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.440248] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.440604] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.440891] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:7. [ 1782.440979] env[69976]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'372b9487-6a45-4a7d-b8fa-cb0f340d2757', 'b1453bc7-9986-488e-b325-3a50cd765adb', 'a4fa8c90-25db-48d9-8f3c-46bece1e4f38', '6ed25f09-e9bc-4746-9e81-4c2c4e987afd', 'a192731c-2730-4cca-9377-422160b6ebb0', '89da306e-3e9c-46b1-9a26-8e84314a01c2', 'b6b00d40-c304-4a25-a68f-0c2aca74fb47'} {{(pid=69976) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1782.441071] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1782.463370] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.463635] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.463635] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.463797] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.463884] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.464007] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1782.464089] env[69976]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69976) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1782.464163] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1782.545861] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.546027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.546101] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.546339] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.547640] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.547929] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1782.548020] env[69976]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69976) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1782.548099] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1782.548170] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1782.548249] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 7/7 resources of Type:Security Group Rules [ 1782.548330] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 with Priority: HIGH for action security_group_rules [ 1782.548417] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1453bc7-9986-488e-b325-3a50cd765adb with Priority: HIGH for action security_group_rules [ 1782.548485] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 with Priority: HIGH for action security_group_rules [ 1782.548551] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6ed25f09-e9bc-4746-9e81-4c2c4e987afd with Priority: HIGH for action security_group_rules [ 1782.548612] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a192731c-2730-4cca-9377-422160b6ebb0 with Priority: HIGH for action security_group_rules [ 1782.548850] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 89da306e-3e9c-46b1-9a26-8e84314a01c2 with Priority: HIGH for action security_group_rules [ 1782.548952] env[69976]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 with Priority: HIGH for action security_group_rules [ 1782.549040] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 1782.549107] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 1782.549295] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.549476] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.549476] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.549670] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.549752] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.549930] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.550035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.550098] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.550238] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.550364] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.550537] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.550622] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.550683] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.550818] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.550889] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.551062] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.551154] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.551211] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.551355] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.551421] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.551575] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.551663] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.551722] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.551852] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.551924] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.552096] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.552185] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.552244] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.552597] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.552597] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.552654] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.552759] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.552812] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.552963] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.553053] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.553220] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.553312] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.553369] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.553502] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.553571] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.553731] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.553818] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.553877] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.554010] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.554083] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.554244] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.554333] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.554392] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.554523] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.554593] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.554751] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.554839] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.554893] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.555035] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.555108] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.555268] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.555357] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.555461] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.555595] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.555674] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.555838] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.555927] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.555986] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.556130] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.556201] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.556362] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.556453] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.556511] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.556643] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.556713] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.556870] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.556958] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.557025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.557170] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.557294] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.557400] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.557489] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.557544] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.557674] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.557744] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.557901] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.557988] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.558071] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.558186] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.558276] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.558467] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.558562] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.558620] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.558753] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.558824] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.558985] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.559093] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.559151] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.559285] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.559356] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.559574] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.559646] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.559675] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.559786] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.559857] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.560030] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.560119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.560176] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.560324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.560398] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.560566] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.560656] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.560714] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.560846] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.560917] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.561088] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.561177] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.561238] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.561403] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.561485] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.561674] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.561769] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.561824] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.561964] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.562045] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.562208] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.562296] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.562351] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.562483] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.562556] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.562719] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.562803] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.562854] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.562987] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.563072] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.563231] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.563319] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.563378] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.563509] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.563572] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.563730] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.563818] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.563872] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.564010] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.564084] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.564243] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.564352] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.564435] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.564576] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.564649] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.564812] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.564901] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.564960] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.565109] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.565180] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.565340] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.565429] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.565487] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.565618] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.565691] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.565847] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.565935] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.565993] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.566136] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.566206] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.566364] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.566454] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.566509] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.566638] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.566759] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.566946] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.567058] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.567147] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.567313] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.567431] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.567566] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.567653] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.567707] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.567841] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.567912] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.568086] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.568177] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.568237] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.568369] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.568441] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.568602] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.568689] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.568749] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.568875] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.568946] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.569118] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.569206] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.569264] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.569398] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.569461] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.569621] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.569700] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.569783] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.569923] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.569998] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.570172] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.570262] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.570343] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.570490] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.570563] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.570820] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.570964] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.571078] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.571272] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.571353] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.571525] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.571617] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.571677] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.571812] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.571884] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.572056] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.572148] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.572206] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.572338] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.572411] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.572572] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.572660] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.572715] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.572874] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.572951] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.573187] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.573285] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.573342] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.573482] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.573556] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.573718] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.573807] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.573861] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.573996] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.574079] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.574241] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.574328] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.574384] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.574517] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.574586] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.574746] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.574834] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.574892] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.575025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.575097] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.575259] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.575346] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.575406] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.575537] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.575607] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.575767] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.575885] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.575969] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.576128] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.576201] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.576365] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.576457] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.576515] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.576649] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.576718] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.576878] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.576965] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.577033] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.577167] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.577238] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.577400] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.577546] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.577546] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.577670] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.577738] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.577896] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.577980] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.578046] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.578176] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.578247] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.578431] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.578525] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.578581] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.578716] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.578786] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.578948] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.579050] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.579110] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.579235] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.579306] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.579465] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.579555] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.579613] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.579744] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.579811] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.579969] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.580070] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.580122] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.580254] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.580337] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.580507] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.580598] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.580654] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.580788] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.580858] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.581025] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.581117] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.581175] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.581306] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.581394] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.581584] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.581676] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.581735] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.581872] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.581944] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.582118] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.582209] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.582253] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.582389] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.582464] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.582622] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.582711] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.582767] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.582899] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.582968] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.583139] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.583228] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.583279] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.583410] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.583482] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.583640] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.583727] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.583784] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.583912] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.583990] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.584146] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.584234] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.584292] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.584441] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.584519] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.584684] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.584773] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.584831] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.584964] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.585045] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.585207] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.585293] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.585353] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.585481] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.585552] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.585708] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.585796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.585854] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.585982] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.586062] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.586219] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.586306] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.586362] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.586492] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.586562] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.586719] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.586805] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.586862] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.586993] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.587072] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.587230] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.587318] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.587375] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.587528] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.587653] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.587716] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 1782.587766] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 1782.587841] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1782.666467] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.666689] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.666689] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.666898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.667232] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.667500] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1782.752165] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.752377] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.752377] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.752686] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.753136] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.765895] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1785.396795] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1785.397168] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=7], Jobs=0 [ 1785.397168] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 with Priority: HIGH for action security_group_rules [ 1785.397244] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 with Priority: HIGH for action security_group_rules [ 1785.397374] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89da306e-3e9c-46b1-9a26-8e84314a01c2 with Priority: HIGH for action security_group_rules [ 1785.397454] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 with Priority: HIGH for action security_group_rules [ 1785.397572] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a192731c-2730-4cca-9377-422160b6ebb0 with Priority: HIGH for action security_group_rules [ 1785.397713] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1453bc7-9986-488e-b325-3a50cd765adb with Priority: HIGH for action security_group_rules [ 1785.397861] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ed25f09-e9bc-4746-9e81-4c2c4e987afd with Priority: HIGH for action security_group_rules [ 1785.398259] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-372b9487-6a45-4a7d-b8fa-cb0f340d2757 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1785.398386] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.398440] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1785.398633] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1785.398718] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('372b9487-6a45-4a7d-b8fa-cb0f340d2757',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1785.401485] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4fa8c90-25db-48d9-8f3c-46bece1e4f38 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1785.401610] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.401718] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1785.401860] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1785.401937] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4fa8c90-25db-48d9-8f3c-46bece1e4f38',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1785.402703] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89da306e-3e9c-46b1-9a26-8e84314a01c2 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1785.402838] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.402893] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1785.403017] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1785.403093] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89da306e-3e9c-46b1-9a26-8e84314a01c2',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1785.403772] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6b00d40-c304-4a25-a68f-0c2aca74fb47 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1785.403887] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.403952] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1785.404086] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1785.404147] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6b00d40-c304-4a25-a68f-0c2aca74fb47',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1785.404837] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a192731c-2730-4cca-9377-422160b6ebb0 taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1785.404947] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.405015] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1785.405167] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1785.405300] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a192731c-2730-4cca-9377-422160b6ebb0',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1785.405932] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1453bc7-9986-488e-b325-3a50cd765adb taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1785.406180] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.406255] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1785.406414] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1785.406498] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1453bc7-9986-488e-b325-3a50cd765adb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1785.407200] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ed25f09-e9bc-4746-9e81-4c2c4e987afd taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1785.407324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.407324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1785.407467] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1785.407552] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ed25f09-e9bc-4746-9e81-4c2c4e987afd',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1785.913337] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1453bc7-9986-488e-b325-3a50cd765adb taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1785.913584] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.913584] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1785.913749] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1785.913909] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1785.914021] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.914087] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1785.914238] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1785.914326] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1785.914411] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1785.914497] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1453bc7-9986-488e-b325-3a50cd765adb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1785.944826] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1785.945036] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.945036] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1785.945204] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1785.947258] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1785.947381] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.948123] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1785.948299] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.948933] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1785.949042] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.949738] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1785.949821] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.950880] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1785.950984] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.968383] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1785.968521] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4fa8c90-25db-48d9-8f3c-46bece1e4f38 is going to be deleted. [ 1785.969426] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1785.969645] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1785.989210] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1785.989350] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6b00d40-c304-4a25-a68f-0c2aca74fb47 is going to be deleted. [ 1785.990209] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1785.990469] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1786.010521] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1786.010521] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 372b9487-6a45-4a7d-b8fa-cb0f340d2757 is going to be deleted. [ 1786.012066] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1786.012066] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1786.032049] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1786.032244] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.034907] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1786.035045] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a192731c-2730-4cca-9377-422160b6ebb0 is going to be deleted. [ 1786.035893] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1786.036119] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1786.046018] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1786.046206] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.062053] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1786.062216] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.064325] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1786.064451] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ed25f09-e9bc-4746-9e81-4c2c4e987afd is going to be deleted. [ 1786.065316] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1786.065526] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1786.084744] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1786.084918] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89da306e-3e9c-46b1-9a26-8e84314a01c2 is going to be deleted. [ 1786.085823] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1786.086057] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1786.086152] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1786.086279] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4fa8c90-25db-48d9-8f3c-46bece1e4f38" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1786.086436] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1786.086600] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1786.086681] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1786.086793] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6b00d40-c304-4a25-a68f-0c2aca74fb47" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1786.087375] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1786.087558] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1786.087646] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1786.087761] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-372b9487-6a45-4a7d-b8fa-cb0f340d2757" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1786.089604] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1786.089604] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.089604] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1786.089604] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1786.089604] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1786.089863] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a192731c-2730-4cca-9377-422160b6ebb0" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1786.148698] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1786.148893] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.148893] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1786.149234] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1786.149347] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1786.149478] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ed25f09-e9bc-4746-9e81-4c2c4e987afd" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1786.196232] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1786.196424] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.196424] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1786.196593] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1786.196687] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1786.196812] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89da306e-3e9c-46b1-9a26-8e84314a01c2" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1786.419607] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1453bc7-9986-488e-b325-3a50cd765adb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1786.922444] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1453bc7-9986-488e-b325-3a50cd765adb: rpc.has_security_group_logging(os_id): False [ 1786.942025] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1786.942238] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.942238] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1786.942459] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1786.965629] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1786.965934] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1786.966068] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.966136] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1786.966341] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1786.966427] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1786.966519] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1453bc7-9986-488e-b325-3a50cd765adb is going to be updated. [ 1787.022170] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1787.022403] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.022403] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1787.022509] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1787.022658] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1787.037441] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1453bc7-9986-488e-b325-3a50cd765adb in Status: IN_PROGRESS for 2s [ 1788.508199] env[69976]: INFO networking_nsxv3.common.synchronization [req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 req-95535db0-ef29-4a9b-a136-5ab22ce0503e tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Enqueued Resource ID: b1453bc7-9986-488e-b325-3a50cd765adb with Priority: HIGHEST for action security_group_members [ 1788.508384] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1453bc7-9986-488e-b325-3a50cd765adb with Priority: HIGHEST for action security_group_members [ 1788.508695] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1453bc7-9986-488e-b325-3a50cd765adb taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1788.508815] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.508888] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1788.509118] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1788.509246] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1788.509352] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.509420] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1788.509546] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1788.509622] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1788.509718] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1453bc7-9986-488e-b325-3a50cd765adb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1788.768906] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1788.769129] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "network-890" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.769262] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "network-890" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1788.769582] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "network-890" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1788.769865] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1788.770115] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.770319] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1788.770667] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1788.770911] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1788.771164] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1788.771290] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] NeedRegenerationException {{(pid=69976) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1788.771409] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] no value, waiting for create lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1788.771521] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] value creation lock acquired {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1788.771637] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] No value present for key: 'zone-id' {{(pid=69976) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1788.771749] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Calling creation function for not-yet-present value {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1788.771887] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1788.791327] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1788.791495] env[69976]: DEBUG dogpile.cache.region [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69976) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1788.791623] env[69976]: DEBUG dogpile.lock [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Released creation lock {{(pid=69976) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1788.791804] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "network-890" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1788.792221] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock port-f25c78b7-96b9-4a32-be5a-a57df5fe2f8b taken with stack trace [, , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1788.792407] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "port-f25c78b7-96b9-4a32-be5a-a57df5fe2f8b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.792537] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "port-f25c78b7-96b9-4a32-be5a-a57df5fe2f8b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1788.792894] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "port-f25c78b7-96b9-4a32-be5a-a57df5fe2f8b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1788.793162] env[69976]: DEBUG networking_nsxv3.api.rpc [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f25c78b7-96b9-4a32-be5a-a57df5fe2f8b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1789.011603] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1453bc7-9986-488e-b325-3a50cd765adb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1789.055934] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1453bc7-9986-488e-b325-3a50cd765adb in Status: SUCCESS [ 1789.056761] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1789.295881] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1789.296130] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.296265] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1789.296544] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1789.296699] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1789.296857] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Segment Port f25c78b7-96b9-4a32-be5a-a57df5fe2f8b not found, creating... [ 1789.297130] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1789.297321] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.297448] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1789.297676] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1789.297815] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1789.298153] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1789.298293] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.298423] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1789.298627] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1789.298774] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1789.298921] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Resource: SegmentPort with ID: f25c78b7-96b9-4a32-be5a-a57df5fe2f8b is going to be created. [ 1789.318785] env[69976]: DEBUG networking_nsxv3.common.locking [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1789.318944] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.319087] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1789.319356] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1789.319589] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1789.320092] env[69976]: DEBUG oslo_concurrency.lockutils [None req-237e7834-1cd4-4b4f-8f1b-0a8c8ec52eb3 None None] Releasing lock "port-f25c78b7-96b9-4a32-be5a-a57df5fe2f8b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1789.514374] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1453bc7-9986-488e-b325-3a50cd765adb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1789.990015] env[69976]: INFO networking_nsxv3.common.synchronization [req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 req-b9b59d8d-1c2d-4897-86f6-b0d84696a3bf service nova] Enqueued Resource ID: b1453bc7-9986-488e-b325-3a50cd765adb with Priority: HIGHEST for action security_group_rules [ 1789.990202] env[69976]: INFO networking_nsxv3.common.synchronization [req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 req-b9b59d8d-1c2d-4897-86f6-b0d84696a3bf service nova] Enqueued Resource ID: b1453bc7-9986-488e-b325-3a50cd765adb with Priority: HIGHEST for action security_group_members [ 1789.990351] env[69976]: INFO networking_nsxv3.common.synchronization [req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 req-b9b59d8d-1c2d-4897-86f6-b0d84696a3bf service nova] Enqueued Resource ID: f25c78b7-96b9-4a32-be5a-a57df5fe2f8b with Priority: HIGHEST for action port [ 1789.990618] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1453bc7-9986-488e-b325-3a50cd765adb with Priority: HIGHEST for action security_group_rules [ 1789.990754] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1453bc7-9986-488e-b325-3a50cd765adb with Priority: HIGHEST for action security_group_members [ 1789.990851] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25c78b7-96b9-4a32-be5a-a57df5fe2f8b with Priority: HIGHEST for action port [ 1789.991388] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1453bc7-9986-488e-b325-3a50cd765adb taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1789.991605] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.991605] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1789.991781] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1789.991858] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1453bc7-9986-488e-b325-3a50cd765adb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1789.992650] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1453bc7-9986-488e-b325-3a50cd765adb taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1789.992774] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.992973] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock port-f25c78b7-96b9-4a32-be5a-a57df5fe2f8b taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1789.993077] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f25c78b7-96b9-4a32-be5a-a57df5fe2f8b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.993144] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f25c78b7-96b9-4a32-be5a-a57df5fe2f8b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1789.993306] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f25c78b7-96b9-4a32-be5a-a57df5fe2f8b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1789.993380] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f25c78b7-96b9-4a32-be5a-a57df5fe2f8b',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1790.016991] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1790.017198] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.017240] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1790.017436] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1790.017529] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1790.017633] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1453bc7-9986-488e-b325-3a50cd765adb is going to be updated. [ 1790.047144] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1790.047322] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.047322] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1790.047509] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1790.047657] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1790.056289] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1453bc7-9986-488e-b325-3a50cd765adb in Status: IN_PROGRESS for 2s [ 1790.496554] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1453bc7-9986-488e-b325-3a50cd765adb taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1790.496774] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.501063] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f25c78b7-96b9-4a32-be5a-a57df5fe2f8b with status ACTIVE [ 1790.501063] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1790.501063] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.501063] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1790.501063] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1790.501063] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1790.501063] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1790.501424] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.501424] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1790.501563] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1790.501710] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1790.501995] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1790.502156] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.502229] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1790.502384] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1790.502471] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1790.502560] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f25c78b7-96b9-4a32-be5a-a57df5fe2f8b is going to be updated. [ 1790.527559] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1790.527964] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.527964] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1790.528047] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1790.528162] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1790.528324] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f25c78b7-96b9-4a32-be5a-a57df5fe2f8b" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1792.066210] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1453bc7-9986-488e-b325-3a50cd765adb in Status: SUCCESS [ 1792.066561] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1792.066603] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1792.066796] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1792.066978] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1792.067109] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.067178] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1792.067339] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1792.067421] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1792.067512] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1453bc7-9986-488e-b325-3a50cd765adb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1792.569928] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1453bc7-9986-488e-b325-3a50cd765adb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1793.072197] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1453bc7-9986-488e-b325-3a50cd765adb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1793.574588] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1793.574803] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.574803] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1793.575049] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1793.575147] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1793.575253] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1453bc7-9986-488e-b325-3a50cd765adb is going to be updated. [ 1793.609612] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1793.609823] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.609823] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1793.610056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1793.610165] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1793.620276] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1453bc7-9986-488e-b325-3a50cd765adb in Status: IN_PROGRESS for 2s [ 1794.991715] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1794.991715] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1795.632376] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1453bc7-9986-488e-b325-3a50cd765adb in Status: SUCCESS [ 1795.632626] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1795.632790] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1795.633027] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1795.633226] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1795.633346] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.633412] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1795.633584] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1795.633666] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1795.633752] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1795.633841] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1453bc7-9986-488e-b325-3a50cd765adb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1796.136513] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1453bc7-9986-488e-b325-3a50cd765adb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1796.639179] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1453bc7-9986-488e-b325-3a50cd765adb: rpc.has_security_group_logging(os_id): False [ 1796.656944] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1796.657106] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.657172] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1796.657386] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1796.657479] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1796.657731] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1796.657832] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.657898] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1796.658063] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1796.658145] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1796.658233] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1453bc7-9986-488e-b325-3a50cd765adb is going to be updated. [ 1796.715046] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1796.715274] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.715377] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1796.715668] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1796.715831] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1796.729314] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1453bc7-9986-488e-b325-3a50cd765adb in Status: IN_PROGRESS for 2s [ 1798.744026] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1453bc7-9986-488e-b325-3a50cd765adb in Status: SUCCESS [ 1798.744423] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.993018] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1799.993404] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1804.994018] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1804.994389] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1809.995796] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1809.995796] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1814.998247] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1814.998644] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1819.998962] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1819.999315] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1824.999856] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1825.000117] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1830.000811] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1830.001205] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1835.001774] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1835.002204] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1840.003605] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1840.003605] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1845.004207] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1845.004611] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1850.005382] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1850.005731] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1855.006514] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1855.006905] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1857.736855] env[69976]: INFO networking_nsxv3.common.synchronization [req-a1d14661-9b0f-4983-a175-3e4e2539a7eb req-f97d82e0-e73d-4cbc-a39e-b98e91c7f146 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Enqueued Resource ID: b1453bc7-9986-488e-b325-3a50cd765adb with Priority: HIGHEST for action security_group_members [ 1857.737244] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1453bc7-9986-488e-b325-3a50cd765adb with Priority: HIGHEST for action security_group_members [ 1857.737572] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1453bc7-9986-488e-b325-3a50cd765adb taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1857.737694] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.738071] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1857.738071] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1857.738141] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1857.738220] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.738270] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1857.738410] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1857.738493] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1857.738855] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1453bc7-9986-488e-b325-3a50cd765adb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1858.241037] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1453bc7-9986-488e-b325-3a50cd765adb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1858.743854] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1453bc7-9986-488e-b325-3a50cd765adb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1859.246601] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1859.246858] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.246858] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1859.247069] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1859.247169] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1859.247270] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1453bc7-9986-488e-b325-3a50cd765adb is going to be updated. [ 1859.281612] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1859.281818] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.281818] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1859.282056] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1859.282221] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1859.290452] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1453bc7-9986-488e-b325-3a50cd765adb in Status: IN_PROGRESS for 2s [ 1861.302267] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1453bc7-9986-488e-b325-3a50cd765adb in Status: SUCCESS [ 1861.302655] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1862.739069] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1862.739502] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1867.740396] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1867.740651] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1872.669897] env[69976]: INFO networking_nsxv3.common.synchronization [req-d10c68ee-1900-4c6f-8501-258f28a6d7fb req-c8b09933-d353-4cf0-8c04-6f1f0f0d9b5e tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Enqueued Resource ID: b1453bc7-9986-488e-b325-3a50cd765adb with Priority: HIGHEST for action security_group_members [ 1872.669897] env[69976]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1453bc7-9986-488e-b325-3a50cd765adb with Priority: HIGHEST for action security_group_members [ 1872.669897] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1453bc7-9986-488e-b325-3a50cd765adb taken with stack trace [, , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1872.670227] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.670227] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1872.670409] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1872.670566] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1872.670695] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.670752] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1872.670871] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1872.670955] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1872.671092] env[69976]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1453bc7-9986-488e-b325-3a50cd765adb',) {} {{(pid=69976) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1873.173986] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1873.174232] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.174232] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1873.174459] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1873.174552] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1873.174752] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1873.174853] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.174910] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1873.175085] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1873.175165] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1873.175251] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1453bc7-9986-488e-b325-3a50cd765adb is going to be updated. [ 1873.206025] env[69976]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69976) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1873.206025] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.206216] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1873.206326] env[69976]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1873.206456] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1873.213951] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1453bc7-9986-488e-b325-3a50cd765adb in Status: IN_PROGRESS for 2s [ 1875.225846] env[69976]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1453bc7-9986-488e-b325-3a50cd765adb in Status: SUCCESS [ 1875.226267] env[69976]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1453bc7-9986-488e-b325-3a50cd765adb deletion is rescheduled due to dependency. [ 1875.226267] env[69976]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1453bc7-9986-488e-b325-3a50cd765adb" {{(pid=69976) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1877.670117] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1877.670460] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1882.671808] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1882.671808] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1887.672997] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1887.672997] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1892.674645] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1892.675037] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1897.676412] env[69976]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1897.676796] env[69976]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0